diff --git a/params/tinyllama/4/fixed/woq/init/lm_head/scale.pt b/params/tinyllama/4/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad47713693951559ab72616b7df319a353873080
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a564a4ae2e33a1a9a4ddd5dbb73761b80b06612a98572e06e98c3d39aa9425c3
+size 129106
diff --git a/params/tinyllama/4/fixed/woq/init/lm_head/zp.pt b/params/tinyllama/4/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0763cf558469a8d2ee512d9763e3ab55f1005dcb
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030d3eaf3a0927b5bd9000bc2f5670c2ad1701b0374e0b8a3ce0124fca09acd3
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c6280316ef663ca8fe54cde0b280dc0ea69732
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fba5bf8e35a6425dd03a80875f41a4304b6180f74d66b46d44566dd5a003bf
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54024c7ac058c3dc8b7ea8372cc68fd8a579b69
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb3743b80c1f40ae6c4f32c464c67fc7e534073d68c295bbaf07c554f59d85b
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6e8d4dee12188053d97981a1b886aad21d5712
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f06103cb2e635ed4198e18d044718da51fb178ad702b8a211683adb4fb7d128
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c250e84768686cb6525d0fe1279ca42224ef539
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82bd535e04a8e0bb56617800c95f8783b590ff760f065f897e3a6bb08cec2c8
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219b71bd6ec8051781d26a86fcbe32a6cd43f057
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d419b4a68c8339361c95ca862c07a8c14bc0b2e4fcf320a242e028e9a935009e
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581e90563a9c23817464a43bf4d1ca69cab6776c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a59149f18bc4e3f612d27dce5d34856bae1500c9c95e522ae0f1659ee58858
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c7e3ee5b03a946c37d081d120d7d1f60d0f598
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289973f20e1a17f9af898a4cffba1064d1b2bf9b5b455cdfb7fea15cc549ed44
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037a6d5e71e41e15824db4e3497278b17e64e8f6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1151a5030d692d7a406902ce950f53c20449ad1479922150c65e35de772db666
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9474c00aae1c5dd103260823e9c9203e355bb92
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b641809cb4a2c4651b3c10bcdff3a6174252ba4294f25057bd94af775c7af340
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d902d643d5862f98206238dd7e32bce747d2af
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926c53716c801eda13b9bb2e7aeeb8d74317e7e435fce4a0cd83bcc39b441d79
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9165b9df1fc9c57223e841fa8f687531d10868c3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9227becede4b78865ab20f8ece1810d6a2040f508104a8a407efb0c52c122fa
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e53b6a4e9f347b0af3b813f6f564a551a72b1b0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e03d4296925c908941981356ed2744d3096b5136c00f063d69c73955c14416c
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4661b454ecc88b5ce8af311ee4e88a30275c0d4a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2928304ead6633c4c28656cea8387350eb0fe8107cf25b427c1e91a9a0b09b
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf4c20758561980ae2ea960bfdca4fc0d180bc6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170e446fae600ebb08d9b437c335e4be4331237cf92b4df0e684838ab86629c8
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1565d02a0833b920e5c2d266e430a429c5e2ec6d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26c533a99e104f09ef26a06e03cbbeda322e2288799dbfb6bfb8f13050c895c
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000efdd5291ef60c7310b34a97e220797a64c485
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee14d9da89159e34a89877aba9ba21b59c7efceb5a59eb20a260c60c6413a850
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e6004f3fea0ae73bb4763fcfc7fd6827d780c2
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73d6249d42ee0d8674dc005d2e2fe6bf8cc076f5d691959f14775612cbb5e3a
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb53e6fdba2b7401fc68224792c8598442a6cf4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa5bd58b76912037f1fdd35e6038b2ff2a1d5b4692001a36c9dbc146019da7f
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ea4561f2b8b7992c92c4d62eaadf21cda61f33
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bdbed1105940edbfdc9b73111b8161bd78c1e7d3d1e858eeec99879c76aa17
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5cdeccc4487c9a5656013b8a29a604aeee8144c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39dface3a721697d37511011c5c38ba0efe3a76082581b68ef099b90f2f2dd2
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7c4431bff7f6d22b8d5efb06a2d6f58be1e006
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d560c183852a77b812bf01f6a4f1540d5b486efe5564fe7cbdffffa365185e
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316922964f89ea192e8254764f08614ef867c1d2
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f3754bf59a1bf6ee07a2922b2b52a42049708bd68d75e3889e8aff198aab07
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f123c409ac59d9e644030355bbbe8816157f1d25
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c841ff0105e8fd28d243980fe5c5d91ccc2d2135e32a483cd43936619372724d
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea8624a6130d6b4401043ebe4f215d7a932d3d6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f73e6cd04a5b092ecb70477cd9f1f97f4e663e4f77fb99e935e5f250b98848c
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a2ec2273ede9c7fed04144a57be11d59dc0cb9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42fb534c6260212535e6e205fa849a85ee642de681ca4ce510c05ca939e254ad
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d72c53b7320933f2f158b7a3379ec6258b01a4b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aca3c2ce9a888fc48426a8c03c118b621ee89f60a682a46bb8ccd11156416a8
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009572371cfdbfb2d79a48b2e1082ce234627e90
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a5b330d42d5d1dfdc2fb99f618047a2ba711f72546af3410ee3916b8235bd6
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b8cf912d46f682f70a634bf1df3b2084253843
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897e4b75a2e1b29d055d11f2ff35043081bb1189e1500fd93210646f885c686e
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad45178aa3da4464122dbf2405cb29489bf5d14d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab312a05264a89792a443d230ce523075df70bf7e7838318fc879903db72c57
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4683dbbce628ce9bac3bfa624c4fd09a0350bf8d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aadc87e0dab954e914890941b20791f9b1b24ce9caaf7a21744b6f088013013
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..555e970075849b6a505024a0546da479685069d5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb69422b72a266e1848587b63ed3c7a082cef2a695c460637d3b7665432474b3
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0efef16a8ac8acede57dc948e865fb3824898f47
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c822f10c1811e3909618a609a9faa9d8532dfb7f50712dae400a3883dbd58f
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ab3a74131fb00c905358c9c3ede16e1777085a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64b37f20a98476798488ca9cbb5c6fa41c1e45f4e41b9dc18f94f28b988b630
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee4b2ace801f05a2ed2bf9a1730c3ab69ae740a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1599ede5e8cabc4da0241afca9ea13f2a0180bef8359f57c59ae2181e74d7c5
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be3418a5679d1b67060813bf1de99a43e439d96
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00279c1a5ab74f9e3e2fbe9962516c0e595939695a7ad627c3069d3f965c1021
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8939d92408d2ea29c2be3aeb16525b143858c8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf2f724f2999b6b75ae85322924900ba33e8fe77e0d641d571660656b0a6da5
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466c910afccce001c615730e933056e1d47d34b6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b9c5f3d7ebe76bd6927be5230f5cefa4b7dfd546d43ac01c70cdceaf98cde3
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0e1d2b87e0a15aaf24a446558b94a9b57959b6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee46d3c1e4e4af361e115ac96e6baccb0c92ceed550a7097df3dda74d7bd510
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2435d33b41c97b26e907ee28089be2c935285e5b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6188ddb12645f1fb662901ec80bd78cc809b351ce81b641f932728efcdec07
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26ead46da2c62197ea8cdb06b4d0f21d0a64e2e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65db5c3baa4282c1422b5be20d6a0d25a50d65f84c14fa285e964318d5befa6b
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de44f7c73791038d3c146887e5ec22315aa1b99
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68e23ea08bf05a1bc50061eba5df1d53330fc3ae46a5da873b4ae3b803476d0
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daaaf10e6b1959e64ca3a230e0f9210c80e804f6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1417f4567bae233ce9c374c3e025c7eb668b2a3b3f66da3aa7b93f892aa83967
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d92e0469e86be27e34ee0c08d8929f4efac8211
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5761643d837a7797eaa283e4fc1a089501412839e6460c0fe1acdb79bf2bffc2
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e7025af4e96534b44bfcdf75009189f310732d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3b1961f7a8374b26a1f74a7bc1dfb5f9df0f1442c80308844786f8ec322e7f
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d810d3cf6ad4161ae5aa64d6a69cbbb8e4b0a341
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff692712226159af116d153d7857e785bdb4ce681b5f7b349e5a47cb9310b80a
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f1e3dba998f00f13af4d66ad94a57b9c085ce3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b58fb4385adcd4c3e4c15c6f997e947cf2b39ade5b1247c68b164eccd707a43
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ebab68083791fe1ead78648b3e396bd54cd599
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b48f70e20e487cdabf73517112bba86f47a82290387f68d272aa618d5d3abf9
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396ce554cacbcfb9bced28ed14ac3f1fcce24447
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9338fc96949a6230099594bb237ff2e7cf16e7ccc473d927835152be3a476cea
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf431d6e0746b2580882092b71637a298c1bce12
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0589427bd3a8c4b04686845511e288efe84873dec4a3531fddeebecc2db012
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7a9de1a289fef76dc55c4c95f067833934f494
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e361f37d080f16183b478ae2b3b03209c3796e8f207b71a8a64a209ac57b61b
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b28c41d4c4cfc51738dd362c9b8f0ba5ad298d9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c5241c068e2abd57fae9733943eb1aad2d823b102f3269a88042e44f8a175f
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51ac873d109cf36a84f089d3ecc21cd72593830
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63c866df85836421203008f7a801694fabf1d49dedb7f5fc35a90614d16a317
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7503bf0a5b8b244769c27b4e9ff767afb811d8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16c5e9216769b4a8f2330e25b4aa3b92b6978142a96de2080f661f654bac275
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8740bc65d33c66ae1bdec5bec315bcec58534a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f77ef20734fc5573293eadde80bb3bfb3a1ae5be49fcf8b78b7ca6507f9e02
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86cf9d0fc5fc7ca2f90d670b46780861391a0b94
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26322003001aef757f6e99d29e57ebbd7b85181c233d0129cd4fee2b61822af7
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d06498657b010d9f6d1863c6f8198082e1c3b3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cce3217327f9b77b94df91ae6288d5e7c646a4e514fd8b5f94b3b30ad77de95
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f00b768ecacda01b240d5d04ab056559a8db73
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de501a251e8525e45eeb9c70f3e891ca4ca2004d3392de0b548c86fff91405c
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9374922251ad078302fbb663eaf0ebe959a8c83c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f9f7214e2a426ab475e895b91695ea198eb6b14be98a075f7ab50c2ef2ee08
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e1f9eaa2081e4a8ef2e7b11bd6351b92e93f93
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3b8b714e201bc2452e3d81523ceeaa724c1b9790a6ed71515264d97ae97eab
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370e63b0239053893c2cdd033a74f6d79e5fa2d8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8480d764dd2a4acfbf8fbc07607f77e671edc5f8c8ec67477c5373891a54793
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73394e4c8b4e6f35061c25aed5cfb484ce774aa8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c101843b86d0ccdff2320e3f837b1d8e9672ed1ed017397defec6c6747b00072
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108f34aee3c9cb34f0ff66d20263ff76d12605a7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f68919ac2f449dc869ab17e609e8c2721a042073bf7a10d415f59220104a0fe
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c5b43b3ae83a106dca7c684202c527852b3dd6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab45305858ffbddd131c77292e90ec13e5fd95bc4066c50f1f2334789a6783e
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8df5a6662fdd791460ca60db6850aa58f62b51
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09afb4fc658625a34d50ab7f00eb3095e71314a137be35c9658a101baa38de77
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c956541abdd36995fe5ae9a0c0084d825c6677c3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72578e658125b54741a565218522f2a72d82ba76136aba8d1beb7afe91291b36
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3888bfefe2d4848879584e249557bb52c8803b6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffedda3ea2f658ef397467667d9c4332ff83b62b62dcf10535e0dc9a900f1c0
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a653bb4b1a6eea06083299a543b387b941f7322
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f08ef5a183f3d89978d47fa67713df067a32090f6f33655f94af0313909b7a2f
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d88257a65acd748712ca88d8a21c97fd8823705
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b1bfcc7187eeb42f2aa5cc9e6603f8f488c965857705654320435c389cb1f2
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6fd3aee64387d905743d226c963294bf446fb0a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b3464db99dfe388cb2bca73666f7e3e9e16d08f0191ca75639c162122526c6
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979037343e179e67d95f7aef271d84963c2feb4d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18adb12bd672e5407f8eedf631732c1e95ca5ae8d90bfe59ae16e5d3de8bb4c
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d6bef5b0999dc899901897150a3c33c22e928d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08341578897c09e0fad44946ee6e2b1426fe27c8774587056456d8631795ce02
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c029feec0688b323ff6d9e2e3f6a82fd94dbbb
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c883501846060355161d610808c815bf67e737e67d9d9a1bf18d96dade93b789
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660accb1986e316745f0d23428c0002592ebc590
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10287a6b32be46afd506769503c7cb18eec8794780bb712dd2f89f3545543efc
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec4c774e64068cb37c638ba8abc2436022be111
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6f528c78ad232111187bd33b4abb8f4638c5b1a18be541f0acef7fa2324ada
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d90afa3805ba8fdf836dcc4650e4cc0e452c63e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad03b292d37438614ea9af7c95cf608b23423c8f81651034ab1e35df67b2ebbf
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e347ac2622582dc74caaa799f04dc3b5a4567b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79411d08ba88c688c42a5f6bd5bc4b0353340611b6e8a94eb7c2686817427c1e
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d480ddbb01a3cd9e3f67394a8229b0bd6b363d7f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b278f03785d0b6acbe18ac1ea5b0fdfc753daad65194a04c39cdfa3a6a5655a6
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca450b2ff3a891df3dbe8b60b3d68c7b12673f4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320af7c67f20725d63e3326dc75e9952728b7eae02336c08ce0f7f831eb7e5e3
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87fd528b4c5b1810d3476948b27c83abb45a6f4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c41db2cc1faddaf55ba7bb4f88403174b2788b781ce181219d060d3d42df513
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e0fc417b29f9730c533d93344410c7df930a37
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952e6265802256fc301140d217832b729d4e2fb9fe323470766f49d8bea22c9c
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327d9e2bc1945bd2203a9d4bde0f750cb7d7d224
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45333dc45db7fc597aef42cbddfb4bebcaf8fbde2e9401e7b2d6caa3072d32bc
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941e697eecad82493a7c42af41526c209b020c1d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82fb43bb2022e9c2e007a61ad97d79ab5caeb98f0e90fdabef311838f019bb42
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575fa7109d1c663027354a4fe761a9f6e7e00a36
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5d61052d2a1a43e05e2ca1d55396099c73a1aecdd31ef22676802ba03b9294
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73974867b203f9291d9f661986b2579e6bb0012c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb298c68ef66c308fc1da36650755ad938b4a4556a85060615a985295863e1ca
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509a289f28ec6a54b281e32a1ff9747363f5ca12
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7b9232e9150db653974368a6655372040c08cc31fe29778cdf21bd04938f16
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c549ef24db00ab9372d685b6ccf74a1095022d0e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a0f8f6e2f44b390ea0e16d8fe5c84385a78a598340481584b93944532554fc
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2023d3befb7ccfeed0125b1609108c144173ac92
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7bd26e7a74b0d9fb88f1e9cd97ac0d33e2222e80d9f2513985a693ae40fbdf
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a280aa3c00f2626ba9242e3e2afa117d7615dd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75668497a8f91188f563a71d22d077cf8244d6e14bf0dc174eeb2fdeabeca99
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9caf1edb1894a07f681427644628ec37022a2f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b31b1e397d26c07085cfcabce505be2f8e2bbe36e8554dfc9e3f1830477895e
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2489e26ef1c3ee85930a55c418c1a7fddbd01ec
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ce5e295c069e898a15b081b61c597937047cbdeb47701c2c737ddc51941f7b
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2966f1df61c32e2a2c7027102b12f11767cdae95
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f02dc1ea8a49598a9ab2b054cbe2dbd56653e30d8d2b059c6b6af4e9800a6c9
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc8a1693f78ebc5bb1a421e38436bf61682b583
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a4790977dd69faa11da1a3ba1712df083d16a560c4cad407f88a7e949db13a
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ab3cfaacf77f2cbe6762d9d3d0f8717f3f961b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0d85a867e7d9a0adc93e6be7f011ba0f7c776232e785ab16c6788d59c27409
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7a63d1a05824be16da8e7e2c65872e8879a1b7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070f7c26609cb40ea27675be7c1c8481d18bf378fe16b7b8822f2b0412adf435
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2368c6256aac8a4781a23ddf6624e30cddb4ee10
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a33de1ee175a0ab49b9a3435892053ae8b354ac0184426e4f64d71a7d50450f
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b503c83ef156d3f0261c9ae7f646a6479540d01
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643fd95c1948998b71d2645833b4bab61bae9ef89bda661860dcd26c4fedf97f
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4207799d3d7c73137e0a8f9ed3779ce3b5b5361e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e2854228bc8057f930a9fa750cf01a3c41e9ad9546ed520c4befde667275f0
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b6f1cadedbc3998cc1c3f60f795184d7af8afa
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1abee0e6e860f1d62ec1297d329215a460493efb4ee29c4e73c3a69dd6aa6647
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b898229464ff91485ad8075258a198e75a724d0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816d7e9aeebd28b7899b4b0f71a589249de82901f81700a93f58a7dc554d1ff8
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be43eea48a5150d7304ec011cfd886089eb362da
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c65a3bfef501792e2d7c744df8d67f6db50f18264b8921731a5c4bfe4e9ce7
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ad22264a30a773795b6338b023aefba6bd3a00
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba88470b319aa60eae850e015b3bd524a146897726c21b243d1c4e4483d42b4
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ca5b8328b2498acf0f4569a5f0f1fe7b09a2dd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87d9d7320bb4d760e310202fbfc0741b067c2bda40c097085e548dd6d4dbed8
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a487f9eb8c5cdc443956af03ebcf0a2388dae7cc
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0094a69be316c85b5c857c0f2685ec1654768224174b4e9d6d1ef91a389d312c
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9936ea356737e4cd199a4591598f585022b5e2ea
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbce4c588c6e86f031fe44819c72ca0a1980e3334e64914368f2f368d533b3c
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3098704f08490c0e0fe3653984090e3107d2f7f6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239445a1fe900e5cfdd0ae30c648e135b3d94e3f48075955d6b5b9a4ebb1436e
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d7e2c766162853a324ac3c5365f96b766686b5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee38ae70358952e55b302a60b343456c9a0bb436488c16911740ecba1d4b5a5
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4d9c040c202312bd76308370fa9e77280acc08
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10ce4afdc3680c7594a7a4b7dbd2db5d3597836cba8359742d319d5fed83753
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b02f4b95e435bd35594a82d319b5d427336f88be
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe934dbc717e4ed3d12cd4e5d213cd9d241c92f28c3f433705f98420822be60
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9429d5bb47dd104acb4124b958dd47b4914aa0a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1273ec32c800430ffaa42ee36589f5c97090555787bd98a8c09b7b3808927e
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f07df85f519378ce07449bf68b19da58b5c360d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ffa70498bd4b041a8b24dcbce750379ebf0d0676fe6b6e0160b75bd28fd7757
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45406c836399b8de662eb6392fb30244c308cca
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677a674dedb37adcec1667249c5e6460b4046e8cd0193a10603254c6329037f6
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4137a6fcdb2b56bace36c57d6cc3fe60fa7c0ed6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddebe83834ecbb063c68eb8633bbff1ca8a5b20d78016e35cf39f8eeab803c9d
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b2d667b460c953e01d8de5088b19bb98a70ea5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a6e3348ebb4da88cf023d83907948678631e468ad340328926af226829a3e66
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7555b0a82d4df57409d5bad2c21fd41cd4f3a014
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:facb03d462a36a07352dc98cf2171fc486b6a6691bab48f41012b1d7d1560d6d
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdec441e12a3c4468593830763b43b0875432c45
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf523336074da4d8660eb2e67bb3376c5f83a1666d51ed19e9771a81b2412828
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db7d8dcdbeb63f2781d77bda38ed2bbd18d75a7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d94f9f9479e650815d4cbc7c4a69ce04bd81631dd397143f7752e1bafdab7a0
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846b809fb18f98acb52c1030a619f94c651e02e5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a1b2db2a795c49a8c14c2a21838f924ed4c3cb2497c3f5e42fa25b821a27ce
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6698e9a665351012663811b277bd60144af56c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c29087b14bb4fdce3833a47f4c7c670dce5fbef80f2a1a02b9aeb01b26ff31f
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0a319aac8b12a67783d67ac44b5c1f5b8f914a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8f88c466f6ac02ad64a1a97c0922b82934e24463383a33d6d84c2cc310cef4
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ba50723312542ca645223be9f265c43c56f2ed
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7944daad38f79fc070ab0611f7b2dab43da53126678dd8934f634bc16ea26d82
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c437616822c8e78707825dab3306bdf3609f94
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ec21d6190175955f65d39ba70e6ea52c9c2651e1e3f4106a925060beed6f52
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2fff49fb66f8060ef0bbd899b3d516d982b3302
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddcbb630196c5d21c00b15ec9ab9aecda3c1e9bbe269cf66132f71d9c3e9ab8e
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6909c9511451ad3ee3b0fdd223b92ba078f743a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418905aefef09feb0a403e693a3f82641bcf50ff6c21f95d6d7ed1b549266bf9
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd349759f0b208d895f4ef6e83978a59d461fcd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652986483b19384ea7c96951d55f0cf52584a0ee01f45753d3effee865d2f263
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5508c629b80f09139ba98a3588c9c9969dad7fd9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cddac5a99a8ccf6de8ff0460a694192b65d7130834e9a58b685904353f01b5d
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76479c4219d4866abf61cd710c0baaaa6f56f000
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f66c8d7e1b9c9f67551aba7fbd1773aaf824f22bc93d3c1977bd5f07e919476
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b2631634e4b07b77e56d8b4071500349a890e0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461fe84d80c663005d99cf080ebac40bebde77d0df5adea764ff84b506e490e7
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ddf025a61d2f44f99f6a05b881cc226a32f609
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32090f76130ee7e285a94343dc7661d0fb2a6da736105e930c8573f0a5ff4f29
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8314e87ed686c4543a148d037723a4bdb4f0a82b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37fac5a39c5e6fa4894688459f0a6f5b3309cc3f3eea04950a3f5304bb0ad0f1
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6728484cf5833a63e958cde690495d0f2e9a99b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af4adddb27e95eb9b48eaf4fc34d226419038ef8e496ae67fe708521e824e78
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7cf2136128e6ea16610b676f95e2b96b85bf164
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c2d97efe591de12309c47cf4280f469bbb0fa0383d6e1327a2ea0c8e48ce7b
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc685c09806d1aadf511e927d93af07fc7e9696
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0445f94542640f7f17d912667545a4c80f852b5e06ae609a9ca4b5ce5393a665
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2a3f36ad0fa84647fa2bfd1eb5a8c96d7681cc
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fc12e87703d37649c6e78ba8aa604a462d89cbd6ddc005003ffd382fd5a7d9
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c00b11bc44cc64aa615f62e8bb6ee7e42144ad
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f242168e0cd48138089bbeea269acbce6f38d059446409d3f575c09d391ac8c2
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc93101f3cef0caa4de1634ae3234fbab2706c58
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c803a876de4b7b7fe9630ac514a332044482b84c6d4540203bf2fc157dc760cd
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ce7418a9e64d4836922e7430b527289e6e3709
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac1c79f52288ac3d6572b408779bd6b250d53311839d0f4af5847ea86311fd8
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89af0ecdb14ac4c32f7c0838fa5a474fc734be4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72feec0f9bf781bdb523c49932523bfe83c8d0c1908e1bd6932dc96a21476f8c
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b903322032e4f4e450931ace01dd9dfc07abaf53
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bb2f87c339ed6631d898f806cc04506a536db2247c670f3236fc58dc543084
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854e01c403a632e6e65884c0fcfaa1cf58f0b431
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d68422f4b3642d6121e9e609375302d7e4490754fcaf5aedb8a1d30242abe74
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09ad378b42883d6e8c6d7ceee902b0a5e836187
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808cb11df1b5dca49174e3ce81271b99a7b8501219b0a70a01ad228bf1468640
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f328568072d0405a638b01ab268c936111b6ce
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131e888a39c5ed451827b8647f5273fb1438357e6b72141cf13e4aa37c18fe68
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdcc3c226ae63b1c2d7ab110b42362bf41a8479
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e263e4015e33d910a4cde76b4e4b7f912bb0e5932e7ee31e77d5bedeb557518
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db56179dd97078d077afbe02701358376ce9a02
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2e0180ed229fb9d0dbb4039c76dcd2ddc0b777381046f4485a5ddc0c5bf5af
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f235afa7502ee7da8d06eeeb88312a2c22b61ccd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54524545191705236a3404de888e5ec51addfcd3f8b0480dc0c0eae9a3676196
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ddcdbae01d810c6aa52bb9ae656e66a6f5dcfe1
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8d49c4cd687e603a192b1fac745eb27d559c1e1cd2140e3dcaf9aa0360ac10
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c896a166c55ea22c7b10f5898823a490619ab2a3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4b5cdf6fa026b1e7fcf60d81375906b84adf83320235235517c87242dcf319
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e4cef71bf96a94b1b6720267e123fd9586727c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d34f6620392bb5ba426e34524aedb45c8c44d212198d12d0daae5288ed969d3
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0074745d197490d21185a6d9ee5043e001046afa
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1441b80ffce816a3d35e4cce92df6f50f19e5ec239130c80412e26560390702d
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e031318d98d106df0b721786d49212d336f578c5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81f930f4c622a1ebbdea4bb3a3c86031593fd535e1332dad9746eef2b6cac07
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bacf993ea608395cd2b61c9f4934efca2849185f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235910af9cbac36f565b74de952926fd50f6d9d9f76d902cf4cd1f6b4a354212
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47e2615ffe9ba6b8bdcc9704504ec159f162305
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534caa443355bc35c0801d150bb433a971f10f002c00faf8dd8f845cbedb8daf
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..681cce749538923e22a008f529dc38733744e58d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18395738f32e2b1ae7899aceb4b53e91dcb20d6eeb9c46a39cbfcc127e6c9fd
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bda1ba72f45ea87180d67308eb82dcadcf34fae
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa97d289a8c3ccd53f45eacc3f5f90080deb8d0f39460a6db2499de105db7e8
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/lm_head/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/lm_head/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1b609d6b7499eaec03086c0878c1ef8a43ac54
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/lm_head/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a4bcbe94c08c81ef5fc3405a0fc84df235915d450c060cf6b2b5b068ae78c1
+size 129249
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/lm_head/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/lm_head/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96171a969b6d5007db4995970c85db3d52b22493
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/lm_head/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23933c1f0502bd32112037358b9b94ae8352123983fe600545b8cea840edb4c
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ada9c6de9b7923c8bfbd9d7a7fa424c1b4a752
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206640e940d32805e5e7572243e5bfd48923c8831cc6fada73dd6629c5f4ef95
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d13f785b867daefa0eb695b3765b431d29ece3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d953892763c2b1cf2517b08a60f706b72687283ad3a0d88b1e329255d785687
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afeafca2c2159e98608dfe6d185b9af3044895af
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4321e12e2e952b5c897e24a229486e5cd903cfff91cceef6b0a5d0153d6de767
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f400f7b595d50de2925775ac5fe9a9e3c42f6a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e6807f74e0b9b38624ed3f03a34b22becb10a7cf76076c1e9064961b24c845
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3045c9ba733c1bcce8bd783f340ebedcb671d7bf
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a344a3509289c2516f083376096a910bbfde9a208ae13597bf6d4caa790b56b4
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15095c0f82ce2686d570d3f94e165ccaa860599
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087f14587319e9ca2eb574b0fbdd1c4d201c7c8cbf3a1a1ef3c9c6e7473b0213
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35548782b312d9596ae92439b1db1f0244c50d78
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc16661dd754ff3d4e10df30fc8515c420c5c65e76909fce43b892275d89e08
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2353cb8cc645a67ff3c4fdf4694ad9b76a37d073
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2a8a887352a70c10d3158657cabf1d06c075cd2125242b7bf1cee1f53d8985
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe3d0e370e7b08e4b7985e238603ab26ed4c4f2
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbff383f11172bbec72273a5597e560bd0c62a103d11728b73e963eee876180d
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..360bf7b3ce260be1778e6a2797430a6c5f3480b0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6292903043cbbd55d3b51c42d916e3579c056cc343ac2c177903e395aaf0db
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a291eac2511844cc9bebf1b12a0c49f1e175d335
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1340f453fd52a3b0a08009b2d747af077d2c18e6558fa9afe84b835f27fb69c0
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b284caa93cc58c70d00f3a6a2522fb9dc2795e99
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4116c07ba4efa3149008abff821513b636b5dcee27691c77baafa68864fd689d
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54576d541c53ce9b2d189fd450f95ee6de6c1c8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8575520c4f33e5a1a660753c84dbcfac6b0eba267f46c9bdd8fa40c899d583a9
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e29d1368f857d9d2775f3971fe8833403c9566
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582e81327feba47766b11c9c86c6ef267e857e6fd967e8e9daeaa61d73478b31
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13652987c50a90eb4effe59ecaf8fb1f7d253d2b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac751b45d7a6bbb01f11a817c617b2b91515513c4a793656e7b4c549446b8f0
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0db07dfa7f57c1158cb5eec8eed9cdfa331e92f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8ef485a3c1d3bfbc4437ee1937171b8ebf8b468c28e85fcdc9c19af5027040
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..008c94d50347711b10de5580842cbab0d3f3d635
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcde8e19a3d4430274fdaebc692a9df2966dfac0f65e864354093ea180f6b3f0
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820fb3dd67f1998265ebd5cbb512dcc150b97c69
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a47e339b06aa30292497749361117debff74a4e0f51ec9c207b2eb0a2c4b8ce
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff4e8eb1fb713d08346ca68b1ef08bf17820a9c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10976276f8d8463e66cf4332b92c356901192b985abf5be25e550d79804a5413
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c82d4e1b532cfa37da6e2a05ad4da10a6587d56
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3714873e2a2cff4053787cb32aa76af4fc3e092419b12fa4dcedd4a89238dc0
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18b1e2138cee8ced70d7916758217736af00d11
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7bb03c4da7443c26d01007a09e412844f3f7ccd530c798a459e72a60b13f4cc
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f4c01a7c6ed800a89f4c505db54b63f727134b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7c9fb7c7d0c4e854a15d598500a5e17c17b9e95981d2ea4f6bb4da31aae133
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fa72ae66c50165388a75fe199c906e5f104a22
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0797a1553e64e322b3c8bf5a2c3ebd5197fd72fd742d269ebea9c72783c36fb4
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a476d2fb7639d1dd12b792b0c450f517bdd81c05
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b10f557362553b1507be7ec5951baf818db15fbf203f269f6ef86f13268e30a
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8408d05cf1953cff423c28c85d889090b6a79b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b10bf569f4ddf56cb7b4a84a05c25d11490d85a5c47dc0fb61ac7f9b99e5346
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72946bde2485978dbffce0c7326f8bff2f5aeb13
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab6c4e3791cf3852f474b15d471fb909820d85e677b2f037cd5572bac9ae15a
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3953861e7462e1783dab282e4bdb569d8939d082
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862c8201fe606781eabdef67a93d108271c9d2489473b73ac02be2d646b034df
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6064a10bcc7e7252330b1a5ebc0a4bc856b0198
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccba5051eef08a8bd82700b8b85f693c270b5fa7196b141b77277b11f09f3963
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5198d4c0530cb3e1a2655c2ac4f74fd3e6911cd1
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c204a7fccfd3555cba6d72e5cf2123df18600abfe5fd2803ac9821af77a4ba1d
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49eb77c45a0eb1afbd6c31b414608f0f73ef6651
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5b17572c19e638e2b1a759358f3fe3d9b57fd6c7cd12dfaa8a4902c6ad2d83
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e961841bf4313586d23fb8c8afb8f59c5b9473b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf98e805b2f9e2396402c67224b04ea4a50db33b59eeec2b8d1807f36d80af67
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8603af6af8b15ca5edc0035ba82b47c89d7f10db
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720dbbbd696607a6f4afe16ab68eb1b022facb8ebf3e9c22f5454a78f89fd8c6
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b330fc74d87d34c55ab226ea39f1de6e7d4922a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b0608e0047d09afffa4e9aa6dfc6b3e361642a48d4792b3981f30fb3be5d6d
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6757c18e53c400681fa77b170627ce813d6773b7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f8e4f74a293b240c5f7a61fa591401b85e1a5f69633039e455c8fa89e2fd4c6
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e747d512c654f0e7056816a7df53f7a5a8747bca
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df2e76d162c1bc0c1bccd496e08ed43a41b1d5117e7456496a208c371be41bb
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4063e4759bfa8aa356e7ca015ddab71be57bdb69
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340916cae157afed8401d9931a83151a336ab1ec8a1048e5c3d68a306830ac4f
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230e1b76c13ebe2a7052c7f7bbad35d9bb0b2e6f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac124bb11ad8a38eb075379081b60d3c0aa8befb9c0495137698df8085d0675
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9757526579e0fd8c953a43bdaaa5471230ac8f5c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5aae1c1cabadb2fe4b9c5e7a9bd37ad9159b1b4e82212d110d41261e639b1df
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7944653a0a79f8055886f20604ea72af20dd1489
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b6b0bea6c5c4252a468b4fce3a6b35b84ed98bf5c1d2a1dd9f335fd2a6e739
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22d856001bbc072c2debd86f5bb0f65d31a00bc
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e71eab6f841546d9f6ad4a84607f9bd495ca8f9a86ade54f09ffdcd232beaa5
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f47bf8f17ec73f6bb10d252c5720fd9ef8c40d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209f25fd8d74a40b397c6a96730e9ad1b479294d199c81070c612e4421a557c0
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1018916026386d0dfc99b2ba88ebdded7b2c55
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2317cbc3a6254e148b9c24f82b8fe459d190d01cfcb8d912cee8cbe933964f
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8071793a1e11b215ed003f64f532f3013ed5eb
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c13dd7b70ec98f39eb0097fd4a14e969561e5076f0f2bc2367b59893d92a98
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7902cd949991db35773f5206390888ca543d83e8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42dca46eadb0205f4d61ae3ea827b116dcddd11f00ea30912bcfc9c18629f142
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925f0ae51afeba243c6012bb9bb141d8629042a3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b19b11c918c6285e8f4849ebe8c486bc266a3e1c060ecdb4b1edf462642d25
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb45cb5773eb69e7cfe78e38c8f4a3e192e799d3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d15dd89e5a05a79ebab4ad60f466ee0460f13780b09d2de75e4a6b4d18e2bc
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c2b6fb295ce83cd349de1397039a021d6e8ef9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0b5bac46f68c99dbcc385019fdbcbeafaeb97dcc4b3fa81fe50d1e6896426e
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1321f512c148c30ec5ba220884548ccc9c53e6f5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4d17489c7600ab3a0828b98827972d2f718b312419924085a590b1d5b6efdf
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af21ebcdab2bdc9406a1f67f960e15f1bdd4ca15
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322aefb5aa6e06ad9aa86c3697cd30b8d1cd93cb609d2fc6a1c90217e2a65d5c
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0532da4e8662697f88bb869594bd29c0a3d9cc86
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb223a3fb42ef182221726bfebd9d5f854003847b57b29d79cb52425a167acc8
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e5df103f4943d95d379616d844d7e1b07b49c9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496a6e37f7454d039052ad846259f018ce8abc8b697d3746f21faa2c5a2fb665
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bfd998a592dbfbe97c90494804381416c45a0c9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2049db245dd5d1cc20ab603a6ef16d8da6a8b6a9b572cf4d3cbce52e21ba216d
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90668af36487077a989fec51634b79674b072739
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9de7fa4dd6d2deba650983506eba45e51ce8f8b3987cb8e50277dec98aeacd4
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dad4c0e879493f8d70a941064538cbfce477680
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f666b97f95c5f4f8d4452dd679039c0116bc8a04bf5b539026296bd5555c6bc7
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57fc20394ebece94a7f9a30b18285b80353d6799
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35794772bfe756cfed076c37d40826d3e93b9229ef1c8d31a4089c67caf424c
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5471e4eb59a8bf69b8993e003613bfe5fa20b3ba
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa3f506ab8384cb686b6a61c762480b7c3bbb948250061e7efe494eb5a0e8ea
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d8933dbe1ea380c83af87ebc2978243f596dd4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9aac251adc1698cdd04875c1dd351410a7e7128facd0d387e0eba4ed211c8e7
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781644cc5954cc33bc823801c20fe6e0ab089a32
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2ed65d7e835d37514426965a940c2e871648f461012596b71ea913d1923711
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b1ef5da04fe823037d70c954e4391b3e70286e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a2ebb43985cff8bc53e1e5b996074367f00dc77a626cf5ab3fe03b8da6f652
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376985332219479b555f35c1f0c987c8469b07db
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b0d45c5e03652a1959fe456e91ae12e91da248f4c56b3fcf16985c7b1c9cca
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca89e803e94d00a97ef65d5dfdbea0515c282c1
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ca1558bee3ce5b802bdef4ea6b48c27896ca3670d533837aa89b6cb604d23d
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0570cb91e162d532f584a26c8bcfc63bbb389e5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1cbc6fdfb2df45928d97ffae1945e02c9dbd9e66532ae392b1601a4c21bcae
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad795b5bd29cbfc3170a60d814e0e625345e3eb1
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a695bca5417eaf6333bc573785adb2566d9255e7458c5015698f33d68417cd76
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f88ed2599c1ba4955245df16a727a1f712bc93e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4118b9cb85324f3bb97a925a35f8e5025e7c257e20749a1a8c339e8ca359596
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f38ac713fe6b96fda34b9912e4727e0829cbf95
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269dec5dd600a0655b66c02949a75627ab4b355f315c3cb4a3c91cad431b0e37
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c403c02cf3f62ae4b6ceb8781d67ab7c84d929
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3218f2a2dce36488022d9774905783c73c10db9b772a127303876dce1d0419
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0692d396fbe98d01a6134847bb12cfae78a7fc2f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2cf527f22ebe127c8da56c545530d899032de4a1473f53a835d1dd5f573c5e5
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a5e58b38a4d083b6f1b5e9a2af05d0e12c7db4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71358a33009bb6d9df8c3a8862a1f39ca3d07026a91a33f3427a9577fb71d9f8
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf940458c88ccdaefeacbcecbdde57434036e1f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e1e19b3198a6ba157bf02f0d78bfdee427d9c66dc64767b678343d56a63475
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6a95fdd4267bab9f8f57708d8ec2bfb40ede1e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405f459812504b0f08a13d4c71428b0894a47f6352365f33aee16331f3bfc059
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..053d43e5250e94dd52e85525a5980bfd89a88818
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e9a1d207d2ac52665e24736a7d0cbe111376a546f3d7e77d8d7dff63b408b0
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ca704201d13ce0103907b9cea2fb7dcd2afb78
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f9c7507dcf74e2e0b9c91bd43094cc27b632bf1feb3e406e5100f86a2a3194
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27393c8ab09e904c45f0fa97ebe64e53b21a7b1d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0735abf57998ef7b243e015e99061fe1ad16ec8f2d56c190e23294bce3f53c04
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d55cac3f699bc5e59f13371d6e2eacc6c47351f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945294c8fbc86b2e2e135ffddd2427b813724f5722d432a7db0cfab7a69b5ca0
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..434f173a7b2ff3c84c02c71755865896583f320e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ab378523fbe340518d25b8d74d451ba01a08bf6bb9e877f821db3232c9e15
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62ac46c160a63d259979baae82d36b988058403
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c6268df9a07c17997e52365db9133258a495ef6d477cc66c8108b085538572
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9615c56f365120cf7e615611bb393f5f4c5f15d6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655f74ef8c1e9417f84078a353a2219e1c6dda25ddbe764f67a33afd1a71a213
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c35fdf5813081d00cbdb34328970f3ee73ff691
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b49d8182d3239d16454ba97a58fca4cd2fa7fd006e295f0e8fe785e4187fb5
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac007f5059f001073720bde3dffc61b7e10c180
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b290147e2877e3696562d5b0df8921210bf95bf2536d91df033af8a515a0ab67
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b06544f9cf66d179543345c21ca3c63c62c9b65
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de951979e5e341323136ba4deede46741b192235fb56dbed9178db2f68da7f31
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0161a6838b9c6ad5006995616b458c252433a0e2
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0128617b116e68a6c5c0f1bba2099cd906356c24acc72bfa02b9ee74f80c3eef
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f29227ef99efb23987b2ba08f91c71809189b6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5eca967a60522003684e9874a11c374f4b16612a2ca6b289c19ca5eb783e662
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ac2c66d1c60d1de1d069094573d6c5fa7b49b2
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd1e235a127b847b904ec939c8a25645f6391816d1c6c103abe957157d9feea
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c5aa3b8353aff4b73035b656fd443050f0bcec
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d67ebbe28bc7332996266db712a71fbe578941ef2513754220d70e0900fb30
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1306047f29752bebd70db5090e444f418ec79458
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9f97764d2791f985ba6e9863e3fa46600ba945cd0d6a0a6125b25b455edcdb
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da69e3f5066520ab82d7e1dc3df5b92774745363
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b2e2d7307b472be910619eb03934bd22a3e0f0256706498ee90c54ba29c66b
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0317e67c6d2c65a59aed0e9cc71bf67974d54080
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa22bbc38d6b88fdf95a159570a2bfa7959fcf71a11f91e06731c462cca4047
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f3a3954d4db9d28cbfc10d38c9e8faed360b10
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ca0b1980e0207470f415bfcd0d137025a8d424248e4c33aedc103d8a410e14
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68798c2a0de53b04fb339a62cfc0ea11fbeb1636
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9275a4e1044838ef30dbcbe971c189a8ec4178c6490145c898277fe35c8d67e2
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4baa645ff14bf766bbefd8135a723114127bd491
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b9c5a5dcb848df947a5dbeec0bd0ee4a0055c387928e7b6ecc6273688191eb
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1776ce23b8db806ba2c3371f75b3a30a07f5720
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b557696c70db364ff18c58cb0acddf37131909af0f7d806b144627ac963498f
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71029f6123f97983fc3815527eee35bc97798314
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f4a8fe5a9e0a27534e3bfffdbfab37a1574e6c912d2350f220bdb05b829014
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae0c71c56e634f29b053034a0e5328b1ac49c0e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9749ce4cea0c235871718dd9bef2b69e2bec582dd4c57bf39d8cfe4afcf0807a
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87abc1425a448c692beb902fe3007c3f2aeac4c5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54dc5cdf4734d2297fb40b307b1c2b9c3c6bbfe1fc914d37a23da93a3ad44015
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15ecc91c6735835959feba9a31fac93c3be6050
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12046e40273059e0aa8ab752f65d635d2c0c61157035ff3bef4c2d90df11275f
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5de3365adb29a43f29dc58d5bebf19fc101553
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fdaab8605713fc58de54982385747a9592f6d9241b6b9788079548254f5c231
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2cb0cc539c82956df871119aa4f22a7d5e312f5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c16fcac09071617e8a4071f7d858fb07a605c493d88d2de09d3d7f8110d1db3
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab95b8a8df6e6014cbdbb556810dc8d7beb806e8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01d7cc8b25c0e7e17c73f958ccb6ddb4398bcdad6c8ad1c9c3f01cb652de7ef
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c30d0c2242704c9fafeb7a10dd2eb151e65340
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa763b3cbac2693322f14ebf3d83025e5d456ecc635ed5ce9eae23020e644aec
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1150d1a70bf757251e971c7dcf1303f78c0cf534
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94aebea5df12341ca9f08ad30d577e80c43a1717517d0249b4988b60a90b8930
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196be041429ec800c980e021b78f10852cebfbcf
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427e36551dcd16bb9e1f6704ace10616c6636630b61dd37db68e016fe5ce7be8
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe8a3af56569f65418969cee9a7e606796ec021
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e3856d20126f694169f3bf264f48a8d5d7127ff74cda0f023deae1f622454c
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41955b6d87d4b90cd91a3cc6523d7baa0a50a9b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5941e9f74ebe4f943a892ab2afc871f0d021da1f1647a3979846f52ffa7751db
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab08be0a940f4e9d71e17a89d514ef54d7b8702
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419f0cdbaa5ffb97e28a193cc7b169c856818a654cccb64728685f1da7fe19ab
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff1a04f6ff039baf7109602eb8bcf41a2f7e8b4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ae89eff5659ca05b46aa2a1503662ff8f29e582806f51941150c0237b3ada1
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53575c1d10ed1dbe6a75be4a663888081beff5f4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4bec25490545c81fc35d29ba4e7b6a4a7de558b5269056db9de3bbf98b98c6
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb0fdad2b07ea676709a27ba20d1bbe6f16fac0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8de432438043177b602032749f8ef9c2e25011df3c3e622756f69e1b008ab5
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4c5fc50b6a0a9fa314e8ad4de6e945d031be00
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8857929a983719f848fa3298f36cd93fe25d2c5770b4ef74b81bf700b770a5d7
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d60d57e642ac76ed241f5c76ccb26f4339b7c8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4fd460b75c2ec7c41df8fac8d58c09b2958326316c2d74277b2091c131683cd
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04642ef1e3e92ca3fc07502f3be2f17bcda99136
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b96d3064be50be18cddde2743c318eb3c13958a854ccb6affad42ce401b4a3
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b347eb58b8377c4b421a84e75ba789f7778027c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874617656bdcddbcc93f0ecfab4aad3d647bad414fc7396566ee8b7ddc3e3b44
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2cda4fd20e0800ab71ffd3e51b57a9a43ab64f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238dcff537bbe0c682b32464a11e9ff8f10b5bebd209caf6f0d8378e77e015dd
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0061b376dc6efae2104adabe23ddf9157d6ba4c7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5aca5c1b9a61c19d74b8ad6978d4a4e50b9e4c427920334d6d163a2c108a201
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33eca7a4c5533d330a5c401554b18e5b69c252c6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9327dd70630c2e2b38af9fa6912f3ac26961e7204364382a82448cdf4b59cce
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22f16d018698cf230d167837abe70232344f485
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d91f2af35719cda4c9609ef6e53fddbecdf46d7c394b0e66d65a4c9cf2e605
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b068852b2a80af204d40de73bf76e7134b057623
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379744c85d4d50f29fa4076215090083e2c522ecc8137efe79dd0dda98d8249b
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cdcca00409741ed152dc20f4063e78d4d2b06fe
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96426f1d30dc34ee90542ca208b7dece5321ff862069f64153313dd5b5a3f91
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d88a97edc91dd75423e6844ba356895fbeb6e3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec46e53e680d9925f80f187b08ddad2eb80944050f329f5b0482424f08cdb4e3
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e7e9e483e4154a207250ccdb4519ecbdade6bcd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf1153743f2873b73b52ac8a01a1a368ab16f3138522e396fd4a963ae2acfe0
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0321f61fe7b02aa9f676b56b5c02f759400099b8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec03fc0bea3e0c671a37c7cbea4459b3ca1f44db5219583adb0fcea49c12cf4
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09588524a0b3d3c1f3d64b521873f59da289b157
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462bbb2befd4a74f6486316f483563988615a3a4b9addc30ae353c668aec32b1
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9bf5b05bb6521ce063a06a8fd4232f40d09f286
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2206c5e31b80d68574d48e3775427b0e3f8a934046e88a91d0d264369565b742
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58bb182533b1402ee79e2e61e7b65e22d6c4b31d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771f5c32eb1d9bb0507b8232e301447fba71afe6e7865b6a0d87e647144cb8b3
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346ab63a7353010fbc3b3df8c7d50f9f32c28bd0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2021a371f914d8954f79a79d4f78bf2e7dc3accb8d61f4256436b83d37b108bf
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f386f8c5d66125464ff18b3813a881dc2683cb57
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56aa5964f774f4be015c815da008a6de385eabb8c14010a932f22fbe39e1aeb
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc90f2195058c881761820f062323f7060c5d09
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12bc0b6c94cb0a2c97801163d0c00e002bb30c2a9f876cbf6ae0e527e2287f36
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91ac4e0bf8c8907535b0a29beee5c9a1af74cf3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0974472e413908a862135bf9be2e72449efad489d0dd48ff035fa44ef0d33b55
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244263d9ce4602ab96c5c5572ec6832aa89faec3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f87d889862ef6dfcf4fe62f7b8022693d887e66d26eaddc500a10df0aa21f4
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a89c272924342968fd1ce2912874de1a23776ce
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27327e0081b35ba39dd4bd846e1c46357590539d1a717eccb1e0bb0d07d03176
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819e2e8272f042143a0cf1a678d4bb32c603ac52
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060285874837aa77b3b1ad52e35e3e78b9e1c9a788ab07ad096d4bf198a72947
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7004920fb19aca57744dea6ef2c75b487bde3ae5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf07ceae26c761643400d9d5dae01a589b0e4a811fb8e744b0bbeafdab847e6
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf46bbc2d68e70ee1858c0196f87cb8ce01d462c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dceb517476e734f1cb14d48773033c039df9cc8baf491da0fe2d77b006403456
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02de373e0411775d8da1614e19e822ad5cd8fb73
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c983a39e4f4dc44e341a8cb26e44357bcab11331b89fe23abdca73ebd4b2b0
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c290a1728c1b15bce907baac3231ca65785829ac
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0408ecdfaee9290870ba42bacd51e45c648399475e091ebe00a0d49d26301fc
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290b2604db9af84bd8eb8f2b0caee4110acf39e8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b87dbef5a9c419bf7c5a501380456da95ae088353105ea4b20dd83b2b43500
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9175274dd9fea6304d54f3782a5c0f0a2bfd3e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f48971915bf01547771d53930e623e46ae2ae4c9955e9154290f6b61175745
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad0cefb5d08753969efb09aa21f13ae7dee8d60
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c345edf24b77562dfa336e4b2c68181811e0f800a81baf2062915adeaf47e28
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9647a37042473416ffeb20a059ac40a1199d7ab5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87bc70b038a70e18baf372efa55ebc4ed0dc6f788cb25bdb94c6a661d47c337
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd50aab63ed5b9f22331559b8adc5a2de42e7b57
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617e856438e9f9f2813802ba22c90c90d1c04381bd3bbc24290a7a9f23cee5c3
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a26f7a54db7688a6e971666755a10a2ee41c12a7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efedd035caabfa9bfc7278f1795b02badc557e33e2746ee9e399902568d5a47a
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6136e625b131e4d544252c1b5db54b35a35eb3b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa52f73008e3145127ecf53d7daff938858082cf65175c8c911692cb8cad244a
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899ecb9593642dc3ea9ebabdbd14a8739cb3b15b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b6d3416b3238dc9f8074ee375452a49bc15cdd32481634b17a29637720263c
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d448cacb23c67b270c790fc2dc0fdaea5c32da
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5bfd0c444aa54dbb6c714c37d30e1195a93d6fb021d6b50ea364cca32523eea
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64d7c19d942c85d2566aab98d4915323df1bc30
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d24cbd11b92d221a036e52f12e99ee5a15d969cd348e882000287797157fd5
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20213c0185843909a52bb64a8328234477a7e003
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf2c2f5327648afd8670ca689969ef19366c83d0ba3251cc5a9483703343b8a
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049b3c48e69440828ea1b773ddb90aa663d5dbb7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c37b6e3dfc1387e7aba9ce50ee270184a2f3a9e875bac056c3798842c7010c
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51c0eec3bec9348a37b9067014dda640ccab073
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7a93488b95847360a3e74f691da4ad5e43eb9f2e16903ce84c1dbff7c4a362
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7096e151d98751a8f4ef93349d9121e33ef4340
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfa4706e0982b89bb2355b2c62bb4429dc9d95af3d63249e2c1b9d23f524546
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf88055b385eb00d7b60155030948363c09853a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9d2b1048e7c9c29807c0188a05d0b57373e6840df07b0fb95ccc6542014ead
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03d48198556cd10ca037661c1d441b2680fe615
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99167a187d70ebd437db35786add8ca15aa25558d6f907c809ca685e1a67e7a
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58cb30567b26b9d820d2d81a4e6386b04e814d58
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e2c7d4624ac64429653d33af9bd5fb81572ad07b95ce01c213bcc5587643b6
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2db96609882f091d969a0bacc11d1ba26055d4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25aee6f6aaf1add06f1f2c5a181ded4da25287898726ab4bbee38804278fb67a
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..379c87a6c2f7b492bd968c90e776af97dc95d852
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e1f05b9f88fe0436ec0f2e7d46cffefe868ea92766a51017c47b6102226f9c
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2680cb3c5446fc0c61fd3ef9b153703d7da07169
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce34c942894e2fbea7334cb339e8cfe122544158864088e3fc5dc506a464220
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82d21a3c06190eabbd7b0c678f421194720e2c5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2481d1b721633cec9b9aac6310e30e1a03b758f05ea5e50733403eed1250c5e2
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d965df203438c41716f0515d37114d9bcd1be3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca6468ccaf2e0b90ad662c19c507964fd3c021a050d8575fcc9721e5a06ce2a
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b711581ad6f60032e7b537143a256f60d849c95
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204bf6df8f52799a8ec728aae5c7dae88d37fd9b7627b4e619e977f14309e262
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08a8fb5538a6c451864295d738c91414ba0a3f7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598ba4625dc20681dc69d8cd3cf48d053ecaa40a885da88f7ffc571ee3c0f710
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd80cf918ccd0cf8c219c6d8c73d851d712f1c19
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce3b03eaecc8f42ea145d32e2413775df5ca3dd700802085c474ebda76811bc
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd1a1bb830d0f09a90c2e95781ade309973cb95
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f9ff407225c0203b6a194757d1a9a97b197fded1acdfb88a77fff8bd9fc2a8
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..064f26847f9fce2ae522614a213a35ee5023ebaa
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638ed2f49fe7e351c032c92f20bd2d0048bb7f680ddd2f7296ceb6c811b1ee36
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737c057566339eaf86f09da7ac5f082c8d800197
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900cc79b3d9cca311bc6baf579f00b5f8e398e7a35b4916ea2ab11197f18795f
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e19336df40272059f4dd485ffb0d25ba5b9dced
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d225a3e611d9a3e85aaaf35a1eebacf99efeb51dcc8ea5d31948cf7458f9c693
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1d9a3c73e10dc4a5a71d3c172879c6eadb9129
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f65806919854512beae7b0af69e0fd3f3fba37a7ee622cb9f104ac15758b60d
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda8661bdb2afb20f019a1031a3b3218c92b1ff9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cd2cad3da9a525e2d5c2c67bb6fe91516e60b96c12d7d27bdea4f3462b7051
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d00b5f5eee71a2ad462bc71442a8fc43f4c3d68
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac4946623492424d7897aea1e28b7416386a42c52183ac490143cc84f52b11d
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f1c4955f830a7774c1004d9310f5d1d5cb6fa3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947dc39a5fef21503090d929ab321e8bd6d5be11c077f8f9131c5f445ee51c4b
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f29d25a06f3a6034da8be201e400eab65759093
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4321aa3b2e09e5b2486f9b774afaa191a253b505d3ea74207b3e6b83c526057
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec044d29b32182bf843c6dc6a9478fd1acd3be8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59e8d9df764183d2bc25af0f2aa249821f2945602ebe4be9373e6d4d78c1c56
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6788192b4de3f1072c683fcd1bd4c0c7e09e262b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1af690feecb7ce7ab5dea77b713e45a9f3c96fcdeeba657101e2b91db13638
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..497abd8b9234b9c2f2880f736f975a19232df86f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd911c7ad2741209c985e7eaa1306ca10a77b082d52272b2bf26d3a21a4491d
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bdf194d965936ea43ae8392770ffe82218456b7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a09d3cba936522f912bfa432e55e4093ee1159cf21bd008c2a78bc50d35f51
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef52edc4da97850adb915465408dd41ecd4389a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c72f0ed238ad45f0445e0e94584a8c280d1ab4343eb1604e423f478cce69089
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800425b7cdf644bc8fbc315e278a971c89a5a27b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33fec0abbb14a1edaba47f36887a83f8f4fa639b93218355797345f54582f935
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c63f963e54b60d39c3708e9d7db76355ffae453
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe96af817a14dcf4961c3810641cf727f17cd6d627ad9145f888605d9d6006e
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce385fc735ba921c51d34e0eee4718d9afa16e5d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e225bd9df6db488704fa5517876bb7bf3ec34fc7ace94794166a6c0b777e8d75
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10af902b1702b515d94e7cfd53a27e3cf19de3f2
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273ea3083244566fc5191bd01b2d123a36089848deb392189e20a909014bf334
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da16211de1c427403c7073f199a88002f8fd75e1
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b2a9f455a051061f9516500ec089f4429472eb7e71b6e313ae2962c543d8d7
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209f7dc8034366f2ff1cc1c6a88e5e3658d3e0db
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27623e92af99d5fcf748437dccdf911e89a656b29aebfa187ac6932588e5c50f
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5553b3b5cd0d0a0ab1a954cec5de5917e75dba
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6872ada27b3f55d9e2a38e4cdbd30f6dc16930c6bc455a4bd431cd925b36d7d
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003089866d08ea43789827b2df1a1bb75086f326
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1829a2c3b2e9b316a31e8a266b43e7ea210b515a1d6b83d939ac8234b96593ce
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e28f36542327bfd977d807c5ef4ee68ce638bd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a46a882254091984adc32f4cf29ed4aad2a9a5eb9f83069210302ff82df447
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a164e82066d2c78b415b564c58e17ca9aec3c5e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603d372ddf9aad7cb4226a5583f6645fe262009ecc4000539bad9806e8b0fe04
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bdd0742088607f506c2037a15c8bbda4cda5dfa
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bcaecd9210aeaf208ed64d032743c701ef1ae1de262ca9e5824ee17d940445
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d6297d7f3a9e32782edc73637bf2b5846da5f4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8bd7a54ae5233abba77dca05268535b027c9cdab9dd1ccf8959e6fb3d675e7
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b527747d3c3a4c92487ac9f888cddfdd4064b61
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc900fdab568363cd181e549be97da402f92c221fa19bf95d025256543b18e7b
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b674acd5276518f864652c888f0f35c905fd48ec
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a56b4f9494e40b7c1cbf62a33236a9accbc10a28f639b3408e72543bd6b0b4
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bbf07ac83b6cd479c8f8a58ca07c32aa0fb2b5a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5958a6f8b65cf2d6d74e74b7abdf1497781d2cc313f7a5b421dfbe4653e91b
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc758142b9631487037a8a3d3aed68913e5819b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf3af902f53ffceb044f952dd84e2c86fc16f4d1b137064638a655d79f86daa
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa326e16a993dac9e9af52f89308c36ad3ab1462
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73e9d02f51234e57a772ea8af135f68812c6d1ab489d6c4b1fa13f6ce3b5dfa
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3bb6cc1b59fbc71e720081328218169fce7582
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2efdf5dd9bef9c8b8c4815d1acb57ddcf3192243bf5569cf73c608d9e97664f4
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd72aaf235564b13d85cf9087b5d778e0732cb1
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ee6a73a66b6591558ad7babef456a0acfd2c4c485f777fe51e7f3fa93fc987
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814d37db0a7a4731ac29fa9f8b1f1487a3e69776
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b587b8383da88b4306d366c3fff2f217f8e5079d9c3e65854231a73230ff48
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efb0c315b85d17bc74f2abfd7c88c07275b07a1
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d4dea84fd4dd76a07cf6348027d461baf96a880797f18f21306f33cfb20426
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11780bd6f8c8125fe4e24c1fd56439925cc8e90f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8512e408104bce21537fa0315f87463396a310ac36c37ae76af0f49c7ab8e3
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17c76d435d81f1c9ca726b19679411bc336f8b3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e5ef80374bb008d7f34f97bc9bc95c2c1782460deb04ec0f68be944f5d8f5a
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a90a5092b5b00bb0e39fb6d8ccbc292bf55d2212
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67028d0661bee26aef206afaaec6c8078398ddb9bc871cb16b9665b3e60c11c0
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501ddb4330378d273a00c994119d9730728f6a37
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:932abc5506a79d735c161b924906457f1687a8e03baf46ff969b3812501b2d04
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc0fb2772173bdd5c6fc4e7b9c70388943aa5e6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d66bda6b1280b668e60493d5f10ff19d95e19d19c28bc1e0ffe4834ef33f7fe
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c57436b4e75b63ae38f1b98837b90d37865d94d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced120f847c9e13aee8cf20489571d6ce95a1ba60b23f0a228451e857b966928
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c567cdd28a57f3317864e9e518efe31a26f887b1
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b288cbd3390ca4343a074378a65a409804babd4aec6a2ff9633270ef390a355a
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d4a2b5d8f65775a94552c0c72fb66c35e9ce971
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402a6504118f0c962aac976873aebda5565aaecca95466ba6dca007d4ac8f2be
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6092b34aa4036edd5168edd3ff2e41b3272fe74a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55018f649ea5ce5b17ccd8285a54afb1995f796ddcce630dce04271eb17b576e
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbefd1e97c348baf78c07b1c6a31287a28f88362
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a567dba6a5b4ce8134869dce9e39aa180ce1ef55262c3041b1ac5d077c8d5008
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c303328a72cda47025ab35add4ecd070635142c8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8d150254077cc0b97aa35c58bd5fe228955e928f460b29dae3113865cc116c
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d53dfb7a0ba21e267b82e4b3bb269ec1807de10
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461c7ced3a080d5fdf1742b984715afa55957482af247752616c5c49dcc4eb56
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e4dcb321386b8ef845a3b53eb244af408cc1dcd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1282ae33720460dbe91e1d61802a3f5151e324d96abddff7d783b9dd0af171f
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6a4c959c89001b97a2b61bf7df7bf962258da1
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f525c7acc8176ee5c0c052d792819b87a7353b1962a45f0d1812af26eb51e1bd
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a9dc7674f48bcf86365080162e7971fbd2627b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e381cec657f15cf5b9b60db6a8c11983f1d610be7e1660a5a5bfb0f0836884
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40758added02c2cccd344054404f4334ef656fa4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703ab2644da071411d8e74458f06965c98f5bc0771d52586c71b152b0c2164d1
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41432fd9033b2e21280c554588c2aa9f7bce868d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd13ca4cc5d07002056358ccb56b20139b1bb569458cb2c0e9ead207a0b7959
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50c08a4dd9aa0051f2c056a239e1ee0a55cf388
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849f4d395e358e33ca28d7e5f273e1227e0ca7cad29003206a6474b5f2d929dd
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7a3785cffadbcd7ad8b491f11e361457b9764f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd52bd94fcf06d882352cf97e44f062452f25340daf69a0bb1b3a755cdc0b8aa
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0a2ff275fb0c62bb21fa4d1f4dfd88196f380a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb47d195a5a5eedfe49dc50384cc856a5a113b1cde8a32d54c570e25f5aa29d
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08959402f77ab17a6f9389a6c38eda5ed1787d6a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27cb4b6e5122a61e3d25237a87ace9f0a15bfb5b4cd6c619cf46940040848655
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f3c5ff223ff4c15cda3325b2a4711cee36d99a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda50a566f67597ee1e78bf0569b6500b1975bd6cccf05ae6cf7c3385f10a673
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c642497c694ad9905c959043af235b3cf8d42b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b6cb7e44550fc9d2b3f52d5cc5806a5e702aaba6e8752c91faaeec67914443
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33c4ab38eaa912e8153636f7e7e3a35db40a2e4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8489b5efa7aa00deee7017544a7ef07d9747977886821f360b17c6a7c41bbaf0
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35412bd8b347c6e6f28755b8a5b8a774d6a8164c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a437447e1706bf4f2abdf07cf75bd6b07db03c5b9599c22595b4a239d65e9fc1
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003dea1f0bb3268bf1f459ac4c077ae1b237d445
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9bf6930a3134ae92210faca98544daba752eafc6d2ff7483290f261504667b
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45421acf645e8c781e7c925a9693b468c665b93
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d600507f7a26b927463b204289062da37fd4f3a214a4b475556be4d18bf87a93
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e81d4544cf670701b5a32e85b49aa864c7f31d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db6e7845bd31e9edeaaf8dc0caaac3524deb9657c2e43fb432e9a8af0dc0ff1
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddedfa109819850e69e5d2ed7d35ecd3913eedc4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19eb5040cc39ba1029f5178b83bc9ffc1010744145d3404ad151b00fc78528f
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..415400169d88eb4ff6f5a4c8826dad6c87261894
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a193ce924fb6b7a7ceb099ca9f68cc00bb07388d1b4c3d5eb63fc23c74ba181
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a53db7d5d131dca844bc0d8913f7723ae0d9b1e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d440903f79295249fe536c36c7b276d7fd701d3aeda8f47523776aac9224d5d
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0f90b6bf42ed22ef7dae945fb6fafd290ed82c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e1e698effb7a8dab7f401ad07126029e3b755b862cbcdd3a25967b8d7de650
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3268043640c458e975afcd722e47ad0da6c5292b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff645e73f385f2d9a0e188b1300f82a1bd2588e8f17113cb4c7206a3d6478249
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210bd40c1fb894506c2e4713eb4c719ea1d7a1fa
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e75fd53b69b4c185bcbb865f9ca2045ced7cdc4c125751942a9f835c7a0c06d
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0f6986e2455f83230b9f4be2eb9022135e0b1a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a574c08973aaaf23c924f24045d6e295d01897442c2a3e1509309ce6b3a3d9
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01436a73dc81b4b8c05c5357f57ee9afdbdaec0d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326c0977a58c36f2da7a8188a04275af53840c9eb86b236375d17e5eb55b178c
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff367e932ccf4f5c2467e06466ba1c52835d7209
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb03d086e9540dcd7bb95873e501dd2449b582890843e002c24c7223255b0e1
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5edae59274e498c6ba3da3248faab25f1772a94
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6710c7759622057f9057564f1ec112c20ce3e67b9f76a588e739cec78d9b133
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4c8d7ce339cafe898ec822b9b2703247aecdae
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebdfa01145b87f60656f01efcae0a5445b7b5deed2d80b697c4d692395c79659
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690316c42eec90bbc8bf8264c41469d475dc120e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5ac48675ae6f36f6d9c2b1f608124a8a4eea2fbc485be0f28fc0655477c25f
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a109b3748ab8e843a0ec4f6c8adbe8f9a9cf03
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907ebd12464db8fb8f9a174cae68e713fe432115eb36126e2bc45aec03c64767
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090d452dd9f934f00191e43754fe5088537232fc
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb561cd05ff89f8145a7d65fd983c086bd44c23e50e98ecd5c78a29a9036170
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e3ce5101bef16f230fe961443bff87aa664f8a5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7caa71e2102845ebb7e24ab0d1806fbaccd87761b09961315934d9534a5d3f
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58bc91f12e62644e7a4beaed5677afdb4c12c244
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5909c5375b88f1c2b5e3818bd6e7990b23374b1dfd566dd68bd28a21d9cd58c1
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f237d485fff4552bc9d6b4013a1c784c57438716
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e54a79ffb57b88df38fa36b1c9c6d3b1fabe6e599c0c50796bfc0f34b877fe
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..305d90acba0b87db1f0f04640a67026684fba0a0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ad9528c72dfbf36d106e497e131d1c96addb2ceca3c2d162ca0d4a5285ba07
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331e406e0ba702467b57f7a7f727739fb295051a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fea45f2f8511513c087b7dc3d29eaf18893cab6f1527baa70a6804bfd97e98d
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec64ebfb1540a80a0d31a079b3386d1a61e0221c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74d7a73a4fbb231942655c87b2c11a96b752a28510e38e47417761a57946369
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f0482e0b646f1e4dde88e61b2f0f3b59b84f9e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8463e30b8d9075eed465cac948b2fae676fb3b0a9de59e1c355c6a17e3b49a4e
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebeb6fa5782fddd79663d9c9d4871733f31c292d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d3ac2bd62a276c2a352c8424ca94d81e7b5479f6665b2f6a1fbc1f7d84be9b5
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71b308bb29231eca7c07c2a1fb4da121a0dd031
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af79c248fdb199503abafde7b1fae5381a583a1710f862797261c7c4bf173437
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e8c8f4a5ded27f8edbf7a60e2c1ba06e080c6d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec4c23c27754f8c4bb0350f6c1e5abfbe5f8c098e9d72c4680d82caf71651cb
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ed486d4bdb24e1a2222257390f0ef3fe59901a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576a44d0520ec3fb27c80395297b91c65e2b853975d647865f577bd77bb493b1
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b980371983170b01b205da9b4faa1c94e6e2c4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599ec63856b780649b69e2e2b97a521b19f9e110c82f1b5e31b6ebdbbbf94c31
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864d6b001574b76fd6bf6ffce3f11c5730d52fc0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876dd4c077ae730c56482cb38f595ef336da12b7355ff6f41274d2567e65af75
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4233f54605ea1609cc60110299700ab6de7b1ba
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22547363ea621a88323b05f3a3ced0e029b2048b836f212d4223408c703113f
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..250d7c51abeebe6223d5d0c6c14013bbffbcd5c9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eda4ffc51b53e880a270242bc23ccdad963facf7309dfdab8206833525f5816
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf26b26e2ddaed02c334f97101b01e8a2b67168f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a624a438eea74dbf86e1c9b80db4123ca4e3ad680f3c647e4b20d1ac3259ce
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624dd2ad36b32566cfea3a388f3af6afa1eb19aa
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c6efcfec6827fe4a485e1eb415846743c2b8516f8359ed6336c5c93687cccfa
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46b770467994babe88870e592e27d30d1683922
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5661daaa3412553ce9ffb8142fe2ddfbf15fa8d762a8e5ccc6ae6ed3307271a
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241deabd0e6d9c7070ed70d7ba5252337f52b938
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea9a47562889eeb8cb03f3e6b4e08a812e79eae2fc0b4fb8db3b478bb8dce02
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9b9e5b4bb27bf0a2b40165f2f24e09f27fe96d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177e1c96fd73fb407d0042fbe982dca0ed120c78a5f95c1ad34ac5d6520921bb
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef4f50d37fb6b91f0c94fc53481041c90674ca6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b21d6d664191a27fecee986e541f71808b30391f88c46f55e178c3e26be130
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2306b99f593e3e7a918c480f347f4d6b32ad6f18
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4c9bc0635d9d435024727f0d5b402bfc1bf6cbddd2113f78fc9e29ebed625a
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa23749f4455316115db8f30a30b015436aff8d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c15f7bb5572dab655f26e10218a64240578a32a0e93c2d73b78f9e9bc34f8c0
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66041f99ba1dcdb949479a4d26b2e8ace33ab433
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6f598f372914907fca3b014f96282c79cf4641c01ed4387b430c4ce2d0f7d9
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f80eeaad04f62c17cf991dde600bc59abe1845
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d520bfab186c8d79cc91f2a4d55e1d21944242e44dac62767f19ebea9be0b1
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b123392c7c69bb49ead1d7c49ac577e78cd435ec
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd6209553c0ca80d399589dfd6cdb57cd77e9e6c37d47e96bee8f9ae9190afc
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1879109f9bf1d9267ce23c79700701bf6d1919a9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549c77bdd9b423badafcf5c4a346b0e7db10aefff161053f928f7a2f0b49e306
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94edf25df6ab517d2e9c815d2c1386c37d8bdfe6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af095218087e828a124a51c46d037a7539b3f6454f94871911723ea62b0d430
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37cbdc53750b24e6b1ad5bc09dba5ea68b845a56
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ab826d7d7c08404bfbaa2982296a26e93dc02c6f3b740db53857c719aa031e
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747bde2d65d54fb35e5a7a3276dec3d85667bca5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c04624c3904630e917e51c95a81077fc76e2b51ba7941639abd6d5d81ce4623
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c870a1eb3fd612c559474b7d97616f9017e0d46
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976f021a8e2ffc7e4d646338b05a3e97674cd88c5661bc54fae3840d33f4d2b9
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b9726cfa2b32b33699059ca39856196c6e9e1e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53233012fc63b10b16982ebf4ca5b13a3ced6139eefdd0c2aac5805d5321d242
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50a292e0aea0d640cb74f8e243c1ae33a23b169
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b12ba350cdf7a7d88514550610660ef3b144d37714aa56f7d951f638e8def10
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd9910affdade61ea1e43e7da80364f4219bc2e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1a3ffa15a900ffb2803ce1f03cb2725ea61bb89ffab9c03998bec03f5c9012
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b649386fb0bbfb7f04075ec2300ad8643976991
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b3720899c2b0770768e2676868eb0c4894f6612a7294eedfa86473a0b480d4
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dff1dbde0613c73cb0664fce417e76450866504
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78acde762e77f13220a7e382e99bf847339030dac062b60a750d2b7a6195f4f6
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f229f39a5c51e3801587f56a40579f909f4031d0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22717eaac793d74d326f26dd6859876d1b4c5e464b1eaa002a114ab74c8aadba
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c461eea2bf5bc707bcd36cda91c57859364b9ef
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12562377085fb78d3877322c95fe6c29b9dec220a8cc36a919dffc9d4467673
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0330f3a138a9c73922e9b4bb1b00ce62eedf5a36
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff995ab1c124b097a30ac90410e87ee22f7fc9362b3410d021f6ff0440caf95
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c971dd15b69bbd8cb6725bbd5b82be77b4a154ce
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ebabdffffb8bffa7a734e990f4c9fb68ce5960b8feaa616c97beb2c4d036cc
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d815c73c305ad01bab8ce7816547c85efd648d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2803d198fc64be2b39a2baa872e3564dda5c107381fb22ed7cd00e93eaa4051
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15efc7751df18585ab3d6d81639ac98659e6b944
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29ad49c171c59a84ee505df57c81436049c8a8657cf651043ecea53b2f7c21f
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21d4e4a32f0b71a980a3c8892b9d83cbfa38ade
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ee4132e22bac5ed6fa06c9e2e9ce2389c61204e2fb39db26db3534bdd369f7
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60775376f8a4020b54586eb8234e71b09aa496d1
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1992c9d0ba57ea8ad7fe8e456d2a1a68daf2e41d5359c54bcdfd5d921778987a
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6fe64000d46ec1d96e50363ef0cc1e5edef5ae6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c8026f822905985dc113a06bda634057f0e0fd621065f496fe1386b05672d4
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52ec6fa83ee025a3928d7a879d26109f18c4573
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a96195faf78431e8f77907294e46f6b544762390c15a8671fe24ef21b1748a
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b118a7fb97273c272b77cf1033da7c1a53b5db18
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366b8d9a259a4a6218a77214bc2e73753521d30abaabaade6145c245dcf84dac
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb3c424ae4a615ab38793340b52431b46cd7f09
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85f69a8586b4222e3da82f91725d969b58c42dfe5147eb623f70120907f8d2c
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df3c84ae3379bd60289411bc7daf3fd8d8f5f94
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bbcb4dceff507608b760a82a32f98e1e551e12d38514f60ab700631af810fa3
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65393ec0c61730df70cebbcf1e46459280de2312
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c2c4d2efacb1882a6eb873fca0bd2c0a0560c3deb210011ddbda59e4a10bb0
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e669788e62f15cf9179358fc22e11df14f183fd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194c25cbaeb8b6ff82ca59d849ff9004508ba5aba7c7f6debe581cc9c626fa7c
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ccbcf246bb02cd48952c9006cbaca94007f540d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82583101e1b040e3e534661061c9303a28b3ed5a4209712801107602248b2d4
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bccf24572ce2a2fd03bdc98c6f469683fd53a7c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73d8ee73a8fa3e4031d264003a67905d0132c67f4f33353fb6ea5caa0246d5d
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72df93c15bcd3f21788ade13a1a9f8cc71366487
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb47ccedde607ba71dd196956b01b275cbee0be692f091b0cdb570bfd9c45576
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c694f5a46f1cee83bfe491f41fed2f0f52cf43
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50e905b80c201054dd86d18a672779c0acd01e8794b18ced7f245f3bfae90ac
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b837cd5b3b4628aeebfd5aaa4f8032ffaa0c1e6b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c4a2a53f33e531b3f5179ed78028541b56f79818ce2608e3f5d716f920f927
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..903a3855d4aa0d962749a292f7762c815c6abab3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617ff985437942c1d525052741240b060c6f67bb42f35b819d4009e012202f0f
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce7894eb544fe052659bcee6fe05091f28a1f7f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75dc547154696863b8b45689dde9959dd1f008a16771ffb231b0d5e1fbbd6aaa
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a25fdf57d253799d279ad3d6641a549552b3c9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83580d6d4fdf4f594b16b4ab26b6a5eafc259c324f6c036843096ddfb73efcf6
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1bb62f110401e9ac965f6074b5d2c4421ce5925
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0ff8dd2f6c0c502f82ac12552cffee534ecf10f5b0f9c76717688d65638c1c
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399bc909a72bb5687b9a837681fcb67347824b73
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b288456defdcd8dc003f53c4577ec91d51103f6e3dbe1f21594b3d7e32c65939
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4280820d8497f9233bf0840bd4782aa57ded55d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e933fdaaf1309db4d1c29381cb4e9230eaf6375565d6d5b400fbfe497e48e8a
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b370845089e0f0dbe30623247794575084c9a251
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce509fe513a966f8b05f160d01a2a8bdc4c01d272fc913a032a48558a1621e3
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52583e5ca031d969ed68c5ce3c6be6a6fad84fd6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2545a06328b7f87619b792af49bd8e4f03b40943d7cd76593762c9835d616c
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e19177d5490d5a7ab5ddf835ecebc33b7aade14
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b310dbf1dc581e3ab108dc1c6d433c69ddad683529a110f6bcbf2950e6ca29db
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9ce0494e7d9d072460ceb9e9661312653b7b36
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1258edae91ce2efc56422337977d17ce09beef231e29c0961cf8f65e0f126fd0
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78bd3f28eab184d60a577475852a8775429a1e7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cccec8354e907564b5e3bff2b7bf7539c0f5349882365e7878127dd1b2af0fc
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61cd5f3e439e026f8285a3b8385570b569913f85
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e4eda867c31e49870f619f03e2ea69357d5c506c309e5defabf1a6811345f8
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7692cd2758717dce2230c0aa6fa9eca38d988ae7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7efc9c1f5acfd6412aafe48240f186dce774df23de9811c2d26594486b2444
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ec8188a69ca45aac9b2ff760d9ebe4037a5b6a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389aa6cbfa1a8fe81eae3b07dfbcbf24c6a0c5e348bd259e10ab2d9043397fab
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a4f1998e9f35727d07d68fd4c675e13c4b214c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11276231ee0cef5f4ce09f2763c5229b72c7b653cc31ddcf2b8cc15d7e659bc
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b397a0719b8d9af78caece7b913858cdc8b0a5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06815371dc6b345996011c52beffcd399fe01118b21e7872daa2804eaa0d9cc2
+size 1254
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/lm_head/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a47c90bfc73e47794334101f462776918f1a21c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed9996b99fa85167d37b20f6ff06fdf94f84478a6856b00f15a8a219e0ac626
+size 129091
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/lm_head/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54be2ced2ec86e596f4ecb0cbd1f67c80fe3f615
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c23da5652efe17571b5e6ea91775df90e566eaae1bb83133410ec10ae3e31f6
+size 129091
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db72300ab7b07150a41bb8683ce14521f51f1d04
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957a87bb99aeb7db8eae78b7bf454f2bdb6a682b7add69ffd46a8228f3052d42
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b399fc4ce87a919f7cdab46aff5c91d20e9385
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7651d27158786f29324da66402df5a69a2aeaa15b1314040867bfe1b955576
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac94d485d1f26f5635f5a786c4823df614021465
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc76a2d44efd7e029411d8debb678730321c0fade62cb8c00cf08e422ac3cbb
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8858234f538f261695e2a3e6e51c71a579cab9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70aac6c1dd042d73369965f6ebc5aa0f03fc3367f625d9c93e184b75ac42d71
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e0b0f22912aedd478e82373bedb5cd32e2dfd2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff3a89e8b8e3dd17c6afaa54b735b83be05412956ac1fd6bf243d346fb73fa2
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c9830fd8fb743c87400de6d65ebe571b27641a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982b4ce83d87c301073f6816d17640a01df4aad28c0d3908105dd370f096ebec
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef0a1616bb8001a0ae3fa480d2c7c093ddcc46f6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df06378d2f9a625d2237237547e14cd03406fb3ca140136b9f95c5d2034dbd6
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e95fb6c598b3b802e009d65efce7febed458842
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0553c88325b28fb94fbec5cc97982ba497a1ebb8081d507e39852c2765a67a
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2eef16908599bae8d04d44114c94839fb78b67c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d6775c9d4dde938b8c8e475b940fbe7f64b1eb02c5b4fbb2bdf8e2fdcc5cee
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaeaf066e01b427a653a8e365481c12f317de852
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2efb0cab38a8fd81e8ea753aec84bc1ccfb9675b18ba14fd393b1b541f727f1
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbdbdf60fbc1c4d075a0400341bb661dbda80d4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c471bd9340cfefdc263ca99586b75a129b926c8b6791bb7ea2f5113e8c180e49
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e65da32f92efcf5792d251eec859a5321b140e3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b472d6882abba21ff32cd37ca689741242459d8ef07c67db770f6826252149e6
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d443c40e4da5561a2c83791f0ab6ed425023d9e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec2d74b453ac2be364915fa9c1794ee06dce61f98c67a74375bd2fbd6a3e27a
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f8af0b2ec815a76c8a6408d86900e8d9c142cd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec29f39efbbd7ccd36524b2687fdd957cebc0de1c284906c0e34fd987fa3adee
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006fe7cf50210523d8bf0b17b52e886aa6909e5a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d904c145d32290fdaa1c5fe0ebeb585d74099c338d20d9f01b1079cce932e22e
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e42bd6beadd2a779d3e4b14a574c27fc4753387
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb13b5b68bd7d1bf33d925eb921b6e63ae984a8075e44e9b5a94bb9c167a956b
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d385d5a8dfaaa178c3cb4be3628f2d4a1bc2c45
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b0d9d4d8a44407026cad108c8157f5e204b4a1112d9dfb9c2cc1d3796ea87b
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf870773af23a7314cbf56972c4f193a6b5e5e4d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6bdca6d355c7f874cd0c70152d2468d65f8e1bb51eaaca6cb2f8319db9af9bf
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100bcc5e696f0ef8602aa941441101b4b2358d02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a2d7974edc4c01f489515f8a93f29b8884125ccabe6e90432990ce47d691c2
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c4241f55910341f6dbeb9ed248e004aa043a58
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a248fb61978444a78f77319cb7e6943898b7adcf7c708d9b7a2bd702b94f5262
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eddd5f629866ad5a6cf46a215175295511734ee6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72630d361a73426e70d24f90ae15326cefc745fe3c4b10f7e24f5e858a4bbc47
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42390639b519a4f17c67a3678ba8378b58aa84a0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ef6c8a319f58838369e86dd1755465b975c1740687cb008bfa0135f09f4f9c
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca5e259b5dc6511836ab891eabfa9702bb5d014
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71982d6db540689658389f69bf75b1211644715dc1bfd84cc59e1347535ef1f6
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a816e81424d62d1feef347567360755ea6ca87f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:096876384a9a10bb815771ef0110012fc8518df1b9bde0b5a0249a90ce593488
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97582bfc21657e93efa2fb9808a56124baddd448
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c517169404ec006777420b067bfce844304ff705ac3463572d6b24450766ddd1
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb20ad915bc0a44511b6e0bd0dadabf5eb50ea7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bb7c202e5d222cf5c7facdf2dbc4ecd8efbd69790d41e0a53c572d3bb0ff17
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce52ac297ae0435638a08f8f99dea6895f227648
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28122bd76d618396378f7e53b370aae4d1f88fdb8bb569b023b00d9bcab8f010
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe86e870efa50497ade18c97463efdc7ded0cbbc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28254770c00255a7649e24afc7624e87e61bf36d679c1ce23a3695228222ede9
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ed243d62201317fdde536995dbcf6bab23d71e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77012e6b078807cd3df6184b2cc1ec20263fec3043625f0b68c66e325ae02b6b
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d802740dc886dfaa2e389f20fae383004ec00704
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6a4112bf56ca2070d23790ac541b2ef3a9be070a68a496e7629bbb54dd1a79
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74898ec977df0c5bff2475c2e929bddb7e13533c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297829b76d1239649f85db2fd1974a743920efcbffbf7d2c4ee61d199e2161b7
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f6e60dc3b283e66daecc6338db1b65fa2a68d94
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68fa7a96be33051aef66d9c58c5130e194782769e17429887e92ccf78db2c502
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb52602dd4ad92df33ff06aec41b6669f1e627a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055f027d7466a6af2f5bc6e831bc55c775a70debe4dc7e83f7d70113ec4f6f8c
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af63ece6a12dd85f4b4355a6d86ed41e77433113
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f844aa100324d110c6f111ce7ed665547f749cf9cd4997996d5cf15072a7ca4b
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab7728442044cf693d0aff920682e770b1323e0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1c5ac249001a2c43e4ef23e934d4cfa3db0a8071f65d7d4e34be20cfbb46f1
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3055b0796c61e643ebe1e614fa7f8b51e5bf12e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab8af2392d36f6e100aa4994983d25c269a149ee06fb5aa0a81569ddc0597f8
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86178d1103f5e2ca89b1871dbefc724b19152866
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870f1cc5d9ec43e97b1cd2d75e639e1ba0405a8c3327676447b0d5df57d53480
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a07d292d7f21c819fc461bfe4dca1517be3a206
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d817e69a994af4218db499092365dae12991355de61a9450f348339c96b657a
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed376eb6bc00fa7afb27ac476c0bbdce800d2e7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3dd14104c7a342bc05a04df12e725713f5e70953e8c81aa646647546153e9f5
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1524951fc5054bdde316992bbfb4c74795e18211
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe1e6a89bbdb729c716c1b10feb85c4f794ef72d12b1aa4685c97635272bb61
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f6dd30ceb0061b074f1748daa63c9e507abff7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d144878bace535fe7534057bef93ea4a553475bf92cd90a0f89e0e6b2928e3c7
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de9585047b96eab3b392cf8b28f0e4f6037380e0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51e998b9d746d648ad482988f773931ad4aa227a8cdd2dce73661861dddcf78
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0772b592041743c42ddf0ba5fe9313d116d3e6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ac2c3682ffb754ad2af4f9f42634bd21c41d43db62344b359f25d13dad0cf1
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c5e38579ec127c2a94daf94e545260623ee106
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6171abe881325686803ef1c3be685524d33f920f1fd2191881bf23364a3a26fe
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df89fbe5b913046ce78082815bb44d06b5a05796
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a00cdafb1b5b53e77c91d7ac03016c206282d26f16d025238baa6b21703e842
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52732a38a3a57a9868f5924fd716e2fc24a072b6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9226a746a90c77240a68e4e55f754eb6061a5b07b062deefe254dadc1c42cce6
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae6c6fecc60642be8d7c0247e0412385be5e9b5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5deadb97c553f04c48c8627c08f7e1ba2e1460b9607c2d12507c98017dbe892
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb274f2461eaafba87526794450e9bdd7a1f3ab
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaab7da393d44eb7b916c34801dde04a46b2c158a63d57876a6155f3a609e5b7
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd78c1b8f2b2bb59f397066ac67b918eae4af233
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a18f67c8a84ca7be1614f807f80a3b28b2e6b409bb1ffb98773dfb8e49a4c6b
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4597c246bb55e4b4710f034342e1289bef7d2b9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68a4214066ed697b851ff1af6566ae5dcc7d15860336d6243e7b0173ea50a55
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74cfb2b2618fbd772c0165318928d6eb465e7286
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4def27f05e914c0b0227becfdf3235c5fcc1f91fb29a59d2e41499a8e61d701e
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f72ee5a7135b3bb947552f4ebe82391c5416fd3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0caa1988193fcedf878cbbdaaacec09bc49d3c056e9dd52aaac5641c125e46eb
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b2d7c718b0a02777484672008cfa4e610f915c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0aa109998b3b1d72f8bc6e83aebb658b9ad6e0509552206100ed3dc8c96a53
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ac2e860acb81c5fad32393a348829316c83751
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b024b085a091d85fdc5db857f559736d17ee710ae9ad3a18169c791495708d
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c26e1f753dcabde9ff5e09a5a735b81c08c90818
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394a5abeaffd906a58f338200333c0d92b461451c4bc31f8e97da4601035b8ad
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb031a6187053c9220364b1eb2ef8797b785fa14
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad5a0b642cf3801903bc06b579b7ad10d315a238439c6dc25157b0f1d52ea51
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de53b1cb7b8201b0a67d9ffa0d8d89e824f85026
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ab2ca4e6aa1256cf282c788585ab68f6eb65a68e0e965640ab100f10e34555
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d67a068e87a0b7506fdd004bc2150ade32fdfd5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a221a446c3eb9790c2bf892615222693905ec5443bc99ebc8735785751ad43d2
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30556c8c594a7950e1f740d1824484a58b2de35
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9784482c7598e443da6f4a2b3169e0773de4269ce6fa35c68ed853935ce6e493
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..413af561d866dfd8e22db9a0e1a396e7eac294c9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a8b86a40b0d6cf1e0479af72bf8fc8ec0ef9c1cd24088645b782d22e1fbf7e
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84780319e97d5555a7dd61f0aa2904de0cec4fd9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa0f52ae7e366b9a71fe22b8af72bde65820ade6740a9bd63ae91492ca336b4
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da217acebffc3e1d81321fff2ab4b778f4195817
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5180f3e374e4a02bfcf020552277226333024e11b6a6617ccf5c66a79fef9c8
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac59cd6a7dfa188b8264fc67eca2324f368db952
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa602d40a635170aa1a85336e0cae6ac3a18e52fe08e2eabb72cbdb86976085
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a7e9e1a59f77f64d010a80c25b0ad32ba808b8b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72e9fdb852efb2c40ac2ed3a2cd2767449fd10f1fbb3aea1d825d29f23793c9
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf346b7e0f24cb00677a622f1744138c27b6234b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a94b622084efb817ad5141ce2e48a8ccb0986e5432ccd53a0ba80ae1a4cf9db
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b6e52f9ab57b24f21d8bb4c26f5ce0ee0238055
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c40429e65420291c76af6886f49915c2846b4d147c91dd34822fa04b3482e44
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b50d64ad00cd6d214445e439d83a5f7df0821bf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1dc353fe04bc3f78b398a654d4b708c2b72984c4212184c79ba8c202754bc2
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd7eeab685d8c821ac7b7bf6aef809ee8b30cd4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5929331eb8320b28840f7997ed349ce9fcba545275fe4a205b34616e45a59956
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6fe9c748a7c73b7d95d7679abb2d0ec6a2b93fd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc95bae0c679f4f727e07f6faf4387664916052a7d9f6eee8f7c328756efd50c
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0837c670a101a6ff5ae7a07c6c99ae8129f59ada
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fdd00a0f52b10bc153284df87af873564263790d9005350b03105aac73ea19e
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39eaca5c226cb282ebbbbd3103bebfe28ea4b8d1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae55a5894dde27ea2e2340d1b606bc49c4bb2b5e7a8a25edf2933f044f391a16
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0d5974f6dc271f656f682c135dd66480dfec7d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedeaf39e2548ea6ed4cce80cd15f865e83c0130ab83f4b95b9309f806229664
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d4f7f624781e70a7362a4c23e9d749e00bed20
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1348af69b7dc497d9d48ec5e6f1ac3f73d819f02cfe14f82eccea48fa8902ca
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc4f5377ea8e0af25a72f622068ea06a40c2dc1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1a89920923effe30bd1998a2716abc7a221d4d3050648ff3dfb4a111e484fb
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1330fd0c49e21ac206ac7354138e0eba31fac335
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efee0a71bc1a09ad48c092d5c12f04a31a31691b1c12e463c3d751ce12456ca6
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936330a8b0574a714bccb5849b9d9e985dabd938
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1671faae6966e7724fee72cbd6c7158dfb6afc0e2a389a163709b4897fc1fa
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87eb94ae29635831231b0017c4fe0f860fe9c7bf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553a584c03e8d1f6d5aa2e255620c140c8bf147977f5c9b15092d2c38bbe2a8e
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2211e262c7bf7405a4c1c79ff8ef88b1402258f6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f405b7b7f5dfe5f30970521387f0730e587d7ca9a313ed402b41b6ccd64849
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576d13de5de5c414279fe632f92e169d50566a55
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99161a3e2036b2a3b55c75837130a5bce717ae7cc2b56aea7e4d1b40e16407bb
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87fbd64d45845223666690935709df07823b7052
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fabf4c1feb32bbf0c6cbf5e5ec800bf3e27026d552f034caf9862fef514b09
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6feee5b9518342c17e74bb081dc8caccbf116d97
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16bfab73bb812bb33a853ab4b5d156f26b0a74e42010dbb394be34ef47336a97
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef47a5953db9d8364a0bd3bc03e72a78a1f23e4c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d50f6376c3054f7ea60c110f176184134722edaeb848b67bf18efb9d513ec5b
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fafc2b8f39c1c3959b2397c7b90bc243f59dae9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9567cab8664cdabd4a499e8cf1344e92214f790586b9ae22e4cf56afb6292bce
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c95055dcd2113fab033edab579a5e21a77ea3f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3da5024a31514ab2812f7705ec5a8d441f5e3a983329870e65ac1af566636d
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3aaba4d98dd81ae0479062d30ac7a52d38b0b2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd86bfa41818d4b6c224a751b2d992d6d1b826cefbb891c209b22fbef54d084
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33abfb7c8860b597c431ef138aac95978122dabc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0faadfa771e2eda804f495ad87e7681e7343d6efe37d6eca2c9d93d76c9aa6c7
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54102ceed48ccb7398b1ab05d7f378c972ed92e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6a43ad758861c34ca3d68e68a31d3606e66286c8efb4afd70c23a85d53de1a
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61612617b8bc80aca70ddd11b6bf2cdeafde54e0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3242fb068cd2112f5fd2788bf6f8b81770a6743558ce70fc6e9d73402ea3be
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0138cc25885460c40a4c92156db99803bab8fde9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd57313e8b10547f28537e49f1a21faa9c7911cc02f0e5ea26548abfb3193a60
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105a996f3c20ea9d6db44650d2ccc5a1940bde0c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5ee7bd9e4f21b72e2773b4f7ac81532664061f7c1a2298ebd4056644ea9caa
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af2a22f82fe41f5b9c56810b0c8e089ed86f84a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3bfcb15c61248e71f08c0aaf117db4e44cbf3de6bbee06a7cb2d61bf39428a
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae69569e4f499b4c7e23ef23a63efdc824b8f04f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138f3595fb54e074f2a7556fda6cb429290a025169e6d89a0e99bb08955eb0f2
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0694418d5aaddcc6e320b969822f6e4e65d0e1e9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f63a74d3bc8dde002dabb209bfa0d208cf87873cbd90baddf01f86348dc4db
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077bf3ae988df6ecff8d9d31fd18fe404e32195d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea224fef3287c9d9e8885252daf5c6ef400ee08853179d07bda3446a7604db80
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..952b379444d2c15801cde2fb4e452d555ac6de65
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5570201d58f80858e3fe6630c7093233ffbd30df87057ab1f4b5df93847fc5
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b426281c9bc9dc103b9bcee15a77b335f24c16c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb4784667c9a73c987d087a9e5afc2b3661bade2d878c6b561b796b6a606f85
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f225189e8956856acf813457bbb2eedf6f2b26d1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ab92c0c3d4b55832f5ca815682465fa3b18fe7aea44faeccc00e2d3d3522d7
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fe25270f5ba03e1701556e0fdbfc31611611b6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61ff5b27ad1a0fe977068ea2ed997eb791d7a257843436466787707a94d463c
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa29b52a9812f884e93c56527863fd9e9a66b77
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ca0aa0673c85e0057fe8110cea224035c2dd64ec04c51e45ec5c8fd30ada7f
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6040a6e934de53fa6a16625e8d0769d79fed9764
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3eda9567d449100b6aa32857a81c2255548996546208111cfcb1e9eb114462
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06e256d136e133c2cf9cf58e8dc0ef2aa9c0db6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dccd6c3fd19783f43e920cc62d878650f1c6cb40683ea8f3a89dd7b932c9b53
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78b3fffdb9538f908b89575d5e56d100e38259a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a707fa1e7492ec143abdfc3a02bf3d84ca0e4f6088bfdcead488cb156b27f24a
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308df5792c6e509af442b0c51c0142e18c9c3a45
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143cca805fdb3d6a77a15cb5736c4ddcd56f7953257b5939ef0080d0f21e76c0
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cca7159b8cb6e0552c0d956391622ba15a5035b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9970b356b5b644982fcb1b562c23f950a4d7ccbc3a813dd55effd99261ee67b
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c45e6cb258f4bd6ad4bf583772a69fa104532ab
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82aad2cc58ccde18b92553a0c2e9b5e9e3c77b442991267cd60d9a345e00303
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54d705a4da83ebddb467a2a7301adaf5c664b1b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0fe59702eec0c430c96a3102d60d368fdd9f06b2e08abb07df4c20dade52b6
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4dd7ad495940d7ddda3dfd2bc66acea1c13ca7e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57482a2097880a06b6ab9a30d59afeff5e78d5acbdb98863ef824fa7b00ab61
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92511f91d482509903bf6ab4fe131443ae0095c4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ebd5dc44a7dbd61809931b2c935a919a716737873a0bb607c399ef7e89c5fa
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514c84126aba0375eeaf8b173313aba416b0afd6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9525ae38a8ad643e48d9437c03ff62a24f058b38b0481ef157bec338b1351cc2
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd21046935f7cc6609742630079b1121a508ad6d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6666c5f7c380ee0986deaab4bd847b7b638eaf4199d4d56b78d8baaf1d6e396
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..309d3312a8c338797f65e706c86fc115d58c27a7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bae62be21533f45571beb7cccd3a95e9ce370d84efc5e8d87e9f4634ac324ed
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c461b2d04a910644850ee6a4cc4ddc6ce25970d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1522b2e5213a53729d0ea55b00643401bf5d1615f18e4526a975148facbed2d3
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea8b3ec26a10cfbba410efae6bb9503a98c464e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cd49d3fbdf3b594079cf772c929c8ac87c08812588748db93d14c71c9c0895
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8520f10187896cdf06445460ac37ef9f1bc08e18
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d60806322133e2f5df3168e1a9a5c841be65b78bfa5382100f5f067bd31c8da
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78060aca0874500f7c67f5b5efbe25072672706
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403bc04a7908f34cbef8833f12cc8c0746b6cc18b8d8d6d3f8e0edf583210e76
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a952973e04650afada1070b4aea2145703a61d3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107d37fb8d5e5e49767c86fd241041d34d4dd0c0fc87313d0c6ca517e1715933
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81e66c16aef64b9d40742af77653308e5eb17b5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4896cac164f14a30c6c287979570cfe30b97d3f9f4ef484902c11a590cf457aa
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5038cc338877d8d53d5a8701d095158660486802
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd186a2fec4187492405a9f9d09695941d9b6f357e25471e3c4afd946f63218
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff83c53b6a99afd7c6b0781d6daf1ccb958af32a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2843c107743bc7f2226d7e8a4c80d12d72712b3d18dd09fe0357bf622935b5
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f818c1f00da3a226c5508fca2bc18ad8794b38
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9296df41db414fda708dfe2c249a0f998300c78c7ed3b04a287b10924dde266
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3267880346ba0012f1389df3de4be1187fa1ac7b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a2d67001771d30b4f12ae3ef12088f6fb71b8c3015a5ab4aa560bdf7913b4b
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc069699bb155c5e32be938e221d4942ec4de8e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a67bc7c351948ff83790c65ad00a69c47f2ec3993f77932cc71fc0df048034d
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae1f8251835b41bbbfdb1c5bf1de6c0b2b126f1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795f5ac69a6c0da8949dec2ee5d864480bbfec716c50258b06e01e162e88bf60
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..901c12232e81ea5fc50540a4f6acede8f4adf51f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11c00254579451b5107199ee4824dfc172865650470f457cd4c2d8def9f8d80
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef578599f8ce01b245f137c9120090ac4611d6e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1ab63c119967b27a6a9cc9f5568bc55889586db8abd05208538e9b2197afbf
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b654862d12574d7024c0182a22bffa1fbc34ff29
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24205535e6b87f1d93c0f4907de5aaa7caeaf282e56a1539d0f6e2761400289a
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7748259d1e3974c13d491a2495c3a4977aed4c9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea14e908953f8545debf176a658d66e6375111f884eb4e1767cb8dd58a4fc62
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d297c2b201c9e2a515eef2a86d7eddfc3b378ba9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bca8a308ab2f6eca01150b21e2c6a39a7f149183888390a640df02d4a489c1f
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa515093d3987b427c599b366aacce42f932afdb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae355f1bb79a537ecbb8e815c20fef5284d8642070a5f74cd7b6cc107732efd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476d5f42f128075e7e53cab0788431a8da761b41
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9d6d19ea18738c2b597d8eb028b2982ec025fa7b4f5d910e539ea9e30f90e0
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54804f2f9c44a0fef9578e3a45a6e212ba902df
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e2ee25daf41266137a1449e128d9dfaec66bb40af0cb45dea618ac7146bb1b
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431a02ae76462ba56f772b68c9ce0114216c5925
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf24e9431ab1f805e9350a7916fda821d386b4423de56e3aa45fcfbaebe4a4f
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25dc9bcb6720f4ea5cfcb43f62765c21b808ea76
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c773169d808ca93c0173cdafe3f3e6972b115f5f2b569bf2a9e325beee065c60
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95da7ca6025da4a3da9fc10008ae2a057fb7798
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c4de0da3d7931973399e3bfdb4f31cdad719c937e0d663716ce1c045378a83
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c2f56b43b13dc6b8f555c5634a4c9727b9063d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1864918e57e45ab2a08b185c2592ddf685f510597d62dc38649d012693f3de72
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f0f964764a633934f63a048355cdebca0b0b23
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c57d52ce00f6b4c4f9c4763cc1fb7cbe98e7e1eed78f1701c0a7a908a375c0
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de26732ab195047145f87bf9e550bc55d5d9c70
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c98227bc0cbb7f95779809945df820641bec3a89166ed80721f79f4494342b2
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bbe657d05143f300919eaab833dbf30f14fdad
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4686cf1bbba378a8175022f0543bf8546da517437704d25e317e8d50da707e9
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230cd956410aa4d30fa78c6b4d99af71c0603be0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a7f9b390620767aa446964605bbe0338fafc57b6aed5e2aed20645ec8c8cd2
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ef7a4090a13524cc07c34284e3413cfc6de5c0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d17870e2cc7b6a4c2a096a97cb9c3b8066e8ecee361d66f3ff0e04325c332b
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16bda22a09b789bb8e489afd5a0f755769da619e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e55c4470aedbfc5b4d4d8efd886d6e611e4ec698b38962db743174ea329d9fe
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a807bc2eed71102a3d1560b71702a4156f1588
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef23e2267d382e333d00580dbaad1707bb073c58e9b321834d3f49aad52505ec
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf4363dc111dba90927b41d660aaf8d1bcffc11
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d26b31fbdef4deec82b25a46e89d08ca882d678f573e31166e8c4c7a2e649e6
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7352a60d55a2d20124186101ebc720ced4218ba
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595dc53254f1241f330acd2148a4c3cdf86f422a68c4ce36a29350c6e0c38a14
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b11522a5fdb76c93cbef7c46d0e28966ddb5a38
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0e6288046b5d576f15c5e09552d7b1504359b8829f79e29527b47aa35faa63
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f73e7eec746b1e2cf0ef42e100d4fc58d7fdbd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a8a6576ff3fb91e3e4330e8ff590c2eba82f40620d839587ab3dca1786f093
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2476796dd85698f8de05247d4f53d12c3642a375
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47bca8ad2a031c5a5cfafdc5ea863f95b03646e489c46e1d0fbb95cf3176546
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3ad974d7adcd3b541a21c4f34eb85e6f0eb932
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4473aebb0f45efe67c73514d40d41833d7638cb8fae8e557d07e674715b5cd7c
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fcbbc9d8550b3fb023267f4da941bc065609b86
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecaf430646e3a7d9f4ced34cbd76f31ae13e0216affea391e11a66b6a8c566f7
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e3bbbc4dc746234013dd287e5adcfd93829ee8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2a8c941b35fac0fa2535bea6fe941a2a5fdb710797bed9c8ecc9f1527eb38e
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb65eb94dcd18a8c42e0979651cc131deaa0faa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192e3fd2cfd13d1cda1479c9774a0b7e471f50c179dc1be6ca17660faded4e00
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3e338a10ae6114364158c920384720e59e65c0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855282b35b3423e678686739cf2130a4626cb0b3eedc7183f09ce44c918912a8
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a1fbc66f85a4644a5e7f682f89f42e240abda9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d07d1e95c6e4eb5f589c35a2e80fbaf20d7f6041b685fcfb689cbbe2dcc2af
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3371f2aaa7dd98d211cb3464b9897574107dc630
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a8f7339bab1b79af427db6eb156657e57d883ba1774dab5734d94470f7a015
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83cb77870a91154a6202a8ec0632a53a0e3ebeea
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be6e599dd2add09e648b93252ac6b148a1936813cb8bdb5be7b41a5094567eb
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04f67904aba1465d91391400151aff5ff635924
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4ec47e02e38c41e995da367ea575cd6efbef8e2b9d2559d41c5a4905976cac
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dfe540479e2c6359c34ab4e994cea9f16c1f8b3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51fbcd5ac2650d9cef8740891b1d4f2b155e550b4c421d552fc0f1e863d4f64c
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/lm_head/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/lm_head/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd3fef94246a0e9765677898349c3488b0bda98
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2900aaf90277ee933f99773a383186b8657ec74ce36e3fda245b20f81df0c2
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe826038c53b9c483fe8189056f1c36c97ef08d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c658357348f048f76e5586b834e9dc6d8fdbac284d395b5d1bdd13e93b7589af
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641f309327949593b61f840c265a810b404c8e86
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e8fbf036650033b2ec44c9eec1192875a2316eb89257eb57e12984d99e9074
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20274b3e2617e96cf033db88acf2ed05a575cc5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e161f9c7dd6068487b9faeb38e531553c0087f1e20c13d947a2c1f94beb5e0b6
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669333d128d0ed7fd733f51a1b8b71dfa934a040
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df1d620b33df3a7225de137749c6b70b21b311fea171bb410d58e1937ea633f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726bd81c67cde909f1ee69a4bb33d8750231f4d7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77049c861a5f6f1fd71fdbbf2b3a1d49a9f0ce2bcca2bc96c8c45d0ce85cca58
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb77d19d14151c41027bddc344e68dba3237a1f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678c1ee60b48c99b3153b520d0f4d37de7dee1f2a241327134e9458cdc27e16a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1474fc27e84c3d66c2261e648518a9db602920
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8dc6d0405daa02a34ff36181dec8989cb10d1706516a7c06ea866c04317e14
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451767310cd4ef0d239a4637c0bb9938311b1141
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb34cd41c89b88fac36fe9e77712f33565042cfb327fadbcde0e51c892990b7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bfc29d77345a5204f82d91e076c97b7677a2443
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736f212220b95d115f6ac45a200a191d5835557c3b205b0ce93279b911a85d10
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936e1ed9fd11d04b2a55a32e14c8aa66beb7eb87
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e425f6b4d8dba67e045c55005bbe537710d151bc99305a00789b999ae3ae0f5a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20104af2f35d4b4930c1ea450452fcc544df46ab
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663c6cfcf09763b159d6fa74085a4484b7b1a3f901bb10a8df7e5f87c02916c8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18d2a90ed7383de712be6d0ee531e4dc3eb0246
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a70172090fc1a2ffc1d28fb65038394bdcd3a823db9e2f123f378c1e77459f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0358537ba97272b25680d3baa98f92f91327214
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2447ba326e899ecf76d37710c8bb158b1afe68b953f82b3814545fddcb5fc1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d5101d7f58fdcccb377d52d695c97ed2c864ad
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556c984626dc444489278347b55a8e5b56b40eb59ac943b80af80e68e70a67c7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d5d35caf9f4e7105fcf8ac282359adb0afa794
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4aed0aea4a512b6530a7956d22785a7b32975ef991e573035995bc38771615
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a61cbc757e308678267fd22fe944f6c9c305fdf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37b57a374fb38e2e7365b32e8b4235da8db1eacd42b91b05f5c57e90980f086
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653f972fe55dfdf5ff3fdb6a7b06ba0fd2663a3b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d682d232cd186d6a39cca3d3a99e47b4c122373027424b921d026235cc5a41
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ab474cdc7ea07009243ed9fb452b01b5e0aeb8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5305025fa661e7494ee1616d7106cd906f4153cc6fc5c68703ff3a719391ec65
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e2d9ebe2f125e4f5ba85265ec1ef1714150bd2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4354b985d30d61b3e79bef023c1b52f8e4f73bf4e1f19e7eb38fbad2898e2cca
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6533675f8a3de3fdb9c97cbe6c62fa69781e698b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0e36b51cff9057f63973e8083e6591b1554ff969ab5f471d11464a4dd3705d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff6423bf9de3a75476d611e72fa737c936ce426
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eeb7ec5e3b3e9c29389ad0a8a836642be3ba860b156efc71d7d3273ac25369e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ed20c76ee721abf59166146e7a73304164c4da
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834d0c17fe23228fca81551151386ae590786c9e6e44f15fad1c4b5203289a2b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c3f68511cc681d760979a3e7d20cbd3bb5bc8f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0236296a6d1718e0cc4f5b9400db412ec58013f2ada4d8e582ca92db4bbe3a96
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df00fb4b2c135d04156b7daa12e93ca7ea67d8e1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2dc4d66ff5d142fd61b75819adcad99311d55fcc953d42a3e5ab47cc8b75682
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d57a6b7460f7db7ed4a767b4a92d2a946c3c74
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c728978692b5068fd6bfbd767c7ccad2ede3955af90cfbff7b4dbfe753f925c6
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60befc88860fe6aaa3ac5e2dfe99ef37400a38ac
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9195edbb558cf1c096193716fc5cef0ca6858989a2e0b88ab31a650ac951f5
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84312086a83c187442533f52b4306b8da81924b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:096938e311cf4b1f6cc4d8211a385df1cf7c300b990b36cfaa681e1252103511
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0ddf1f20f9f49b26d626005aaf8e388060cd7c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52c3b82282d80aa40a801fd56302b7616bb32a882b865fa3e8476580f7f242e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb81d496ff2fe3f274da84d2145201b2ec1ee89
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2393fe79b669e458586cd1172fcab19eff5e61ab7004efd1a09bc0c31a053e0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f13c84b73712e4551eec3dc19580d01775d61b1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32db9f6a87a1f712a3bb65214aaeac359af4e581e9c1686ba393f267dfa6c7e4
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f25eb6e67d87ba7810134d3036c383487eda195
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8885fbe47daa3569c83bb5c80d9ee6ecd65d3e1e85178ff1c0e98cd59d37283
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd38939e49b15162860eb1977df189faeb57e31
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3ddb2558361f4f22e9c9ff3ca9ab0b387466f33b3136a9958d1364a7dd44aa
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58b0ead764866aebfa288bd345016a5525fcf8e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669eca89a4fc22b1efb55a2815f5835ca9279b626a9cfbd095473861871e865f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7f54b5c376c1943e97198cc7cc0c5f6cf139ab
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb5205c301cb0bf6370990e15efe2594b4835517e471525447bb8d0abdece72
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b11e44735e675ca0cae056c799c43af85f06030
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fa955d8cba20ca34d8e6d8df599414d3687e67b25e1839a6c20b6f0d38824c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f4dc1acde00ccd9d063df5411f568baaad1ce4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0393a6fa7ab84f8f450e3bfb5e6008100059cfb311e878e40e582bae32b45727
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7df3060cf35a6e6d000e47851a1c0b19f18a9d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb2dd9b3cb25c0d12702ae6c40407824d393f6f2e1b62cc045b76780677baea
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dcf4d993fcdd7677fd180985f33c057790ae60a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a9ebf8bd8b67c2019211ba335bc5243d1baca6a8fb8afd3ee0e3f811bd03e9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2c731cd31d96d927a4233397a095411fd83a8b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317bc07b5a7d1f435594e94e1d7d172b302737ce9eac3830b3dc0fe2e36a2df0
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9744abf9083ab42c6ce2b5c94c18695cbcb195ee
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e668a5be2e68f6a674bf02d07a862333bcd6d5a7cd2a44c8914c2c6b10fa3e32
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee4815b0043b299e994e35ed0951e6b8033fdd9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9e7645f78dd328a29e2fa0cf3600d319caeb5a88dd5f954d086f8136e28659
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50536edd47032a254ae6502f73d311ddf6b7a2ff
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed23ad157cd8d7cc55fa3b36167834de87d49f1c5de468865c2086be771fe3ca
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac5ff146ca3cf6a40e90eb3fb217ae04b7ab004
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f18ac05215ff6dd433a03c0293f22036151487012437deb6da47328b010e23
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f0757e0bed19be1980923b07c446accf8a94b6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1ab369408065183ecacb761a7440aa855973f17c2ebeab77ef7a9f14713978
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e063aa0ced5ecc87543a86cc4169364b19606dd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3643e2fbc7a63cf9580aacf4a8d42dad1ba0a2aaeb7a2974f2f10b5e8c97c3a3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc88ffbb0e7c763a8b70c07e7fa3958b9f896b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37655b7a95b7af1bbb0613f66b88664ab696aa8101e1ce03b35ff1af6ce315d7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270422435d6b155a537cc0433708d76880657e12
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea49ae59be3bd855806c345e834d2f1fff4fac445b5e8595f2960d3d352ee247
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe40e56ef7a9570a121f27ba3555ef1f0337003
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c40fbafc11baabffb3d3d23e23a353fd9cf180daa11adfb0b76f76248c25ee1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5fc0654c8579e98af6f5f36b88aee7d52666ee
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3786fb14009bf48599b59e2ec71d837d739f471934316c30e5e7d1eefe03da0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d418a41f25b298385dd70d58fa0f1e5b10e9e9ab
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68efab433845c640da07f31e61c6b779fd545fb8b784f1a214374f3c0898fa30
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b511735190f1c3f1b2ad9d88537257e49c0b1a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49e24b9b55b767657b920ef72d648efa9c513cebfe7277077c4cc9717a903ab
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5823adc719f295351c9fd41d75c5e39dffb379
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4632155bdc14fa418a92face91ef80e986556186f9b6c94ab4f5f5bbf836ecb1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278c1d4861936218d065556bf9afc52a7b8261a8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c859a8f5f0b8a870271505f8f48d81c94b2dc47b70df65a3c1bc788d519ce837
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bfb5944116aab9d01045589e16a0552285c51d6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b881bf34a25c5388c24324f80e270b1ac827b85a9dbb034091aeaead903510
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3236e627780d73d78b7de60aa0b583f348f29ff1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc79334d7810a1403efadb6b26979ea3f1f78fe8eeb7a650e9faf9a06121b4b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b4871778c583765bee169e3c6eb64f71c60a44
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b0d518ed34e93b1c065936a7508f68fa1e47157114e7465a3042db982b438f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7bd5e99fdf6cc8cfc32204d2aa72757e79d544
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a9ce8545c217afaa5782d0897d73a9bc928ce97e07213651caff6268701b5b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bfda12fed14434282b9bde4adf31e53fca8dc5f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb11fac6f1c992e5e41dd1b810d2e670beeec0a1c785e70fe5026051b46f883
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed3bf4c63c35cb560fb0fa929ce7dac71fe7dab
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ee39a0ee8af516e4ba3ec0ae50053e322799c93f8655ba13cb7a60f1d8c147
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1394f76c8b57d63205ec5319468892d25cb1dec9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2c8005ad31d31450e0dd7df5d8c8a6ba2e0f2ad0bf035a656b155999ce108d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffa5096d0e926c3c6173d6ffdcc80eee57e6181
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a18d9cf94ba79940139a6de2af622d03d1c580a4042d73d6934f771f1aa0fd
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2cab37170424b8144ceee0fc5ce51edc16f598a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed7eb67fc08ea7006b07eddb4763701e53e9ca750398a3a1a4280d6a05c29ef
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c7d418309444c7c71ea99aae4d00ded102d5a9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066886f1580f94a92bbb6c82002e427fe92253a695b8af4b1f3e6361593623a8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7b763dfacd3b4fb47322d6366e8bfb344f31c5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0efc723e9f26b6f29d5ad2f4ee861d872df5f347545dfb4204cdf301a84127
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a277dfc6ee2e4cf7735a1a0546b9a0a1906f925f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3863c0c770fa13be43596ad2f25568a4bed22d3e9e0a506baf3f20c032d02b70
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276e30baa3f862275c8e106287d775bff846ee0c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8851b5ee408860ea8b4b5d736259f67f2eebcd404feaa01c075b6ffa56bf45
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9b6c201ba104768a8a8ebd2717c9deb8259d2c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9548e72e819b48bdfb95ac56e943f8b53d825876e17831708bf2f9b780b23ce8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e81037a77511a37e9eb0181549e33171080ca6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa73ab9e8ea9d819fce65d520699ef99b3829e637c91f31ce517fa348b219a35
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2abeea2248d68f14299539e348c0ff8d357de31
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32a7c2c4319308c3ef22e24c400577eb781220d382d87e2a6c2ab79ea5f60d6
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..076bdb10c5fc4371a10ca531c43ca490ce05aec5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c5f9ee9f0667efbdd374557805c009aca9c906dc81ca038b0bfccedbd01a76
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83a8f9959a5ca1fa2911251da5d3f19c2a3d666
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47655eb50234b791c9510201e6d49f3a8ee8171a9c0a748267ee6ea9920ed706
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da16ec300a005dd4b828e44d4811b3d56bdec5ca
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b394381424b97fc8e384847319698cd8b3a0359bcbf66c414d6241c899c8cde
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ffe5148afb03e9adfab49f7708a06b8d8fb40e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb74a88758937619d65c4e21aebae1292aab0a28b7f72617206aab238a002035
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4553a2600793a9d886f17c5504ebc6fd37394fc9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7b659753c2645669406d0e0c2bd7c72c468c2d2eff6995ff2cfabb469d1c29
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa5fb94b38e3ff432160df42b18b3b7b254b030
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd050e3a636c9edfb6b701b511992f9f7f856766a02e9c98b8c91f868bc9730c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a9e25ff9d9f352de730057fb1a20d5a3711bf3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96827a1e55a3e93a50bf2b76b23234dbd267586bd12931ab3060840026ed29bd
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff83bfd3c36ed9af9281a1efe2b59b1edea761d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121860d6481c275bf4a73beee7d2a8be79dde4ab2d9333088643f15b33865209
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d76e005281ec9ce845ec243c9185a61b308ba0d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b24f7c21abe4906ef84ab7a1c3eb0bd0ad761726faed651425e1db7c55da0eb
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86023d1d8b5ef7e2301e6230c22615fd23420a75
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87477c875bdd41cb6ff27506943a5132276c116f66dbb970f1a7b9030d40bfc1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439e929e3178828e58e0f19be4bc8b382f83d1ad
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134ce179e52e3947ca8eb50d4ba6d33fd65560b270db9a6525cfc85e07c709c7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d74cb1549d4f0a3aa9346b7e054a4172a22c8b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec960296aeb92931b73ca6c1734526e554afd41bf17d29628f1f28813af65580
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93fb5c9c52a827bc62faf2133666137e964fce41
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542b1b844010d4ad71d311afdf0a456ba96f66ea0a966675ffa569c477efc5b6
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565e18f8a2578bfd194eac8d6c17ae81ffcf355c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd88554e96ae5c53b8d5d1824261948bbcf3127b49954c8e4064b921b8be08a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a04e3b636a560edad0c5965a70be6dcf8045b7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcddf4e928cbb523081ff77cd54a4487b43b5771d8f85dac092f58c6842ef5e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4fb9c6e883a5377f083fa49ad5bb5a2e8054c2d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6977d77003f09e719b7f3ff9a1ee94bf2621c9f0762d6002ffc93c2c6727e869
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db11b577795001b9122b28e19b677d7071120e0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8e9b7a662dce65e2da3e73b4517e7b8d47f9b8827da851d251b35d682c230d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..988daad7396d87d1a9cdd57a163a113b87787064
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728f3382e96d77cda12aaf43f9fe768fe3d5e82dd0f9fccd88eba83512f2a195
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a32f30e26e254e2425b9635468eaf26d6cb20a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054e77d4ea099fd1ec982d40934d9e07f3e21957c4525ba822d0d59dc40de639
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a9973e45f8d8ca071f6275ec094211032b969c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd3e6dde49140a7beafd66635d92997d82ce849ee8d1c819c4b0d1f9f3cd875
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dcfba6b4846f9eb7b7de85e2bf6369c68f5eaa8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f333f63b12b67b0e5e7400be918d152a3e9bc4d75d07a613b222ed1db551a26a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f3484f62623f4e2e2a6e32b96c75c47ee1d09d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9a70a2da1ef0543d689aa62a24d59c665fa7b5706422b4b219a2c0af22ff1b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c49b70b7dc24a93685a952c5d30b2c3515b53c7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e775e54a12d47c25ba4a1ee6f8c0d83692cea851d6026df1b48169930762683
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb08eeae8dcdb4c9a07be5f79060275fcf7fff3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92a5446b17d0988a2d80098851236cfe9c0be7965f840d0cfe610b654f136f1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c473d16902b86dde661034b2986b44d88f375f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9f5bf09d301113c912b0c3d620a8b15c97296bc57b5aeadfb72c5b2c267416
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee529894ade9b49ea42ae4b6856a594f61cf8d9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7709f53fc58bc613afbbec2903529f49936ea5dd6187f7ef97f23edad6927e72
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92bc067b99884f3d00bc0ecc53d852cd60c41ba
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7167cbc6237182d18757775b3535ee598e2b218c8efe5d47c594528172ea638
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e98c3a9716393d3ac1e0eb662b1e64360b62b5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76952e6d160759e8a834ff5aaf3bfdaf1442bf1a42122adbcd0e5b1a87948a0a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d959b1a170d28628aa0e340441032aa3589ea7a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db49492b2310f49855342fa1411e72a291cde81d52900225166658ba0cdacb3b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfbe846a3cfc1efc49fdb8afc85281d13b0fe222
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5000a5676e8faf979116be246d8a75f923ab3f8eadc34d6919ff2fb083a962fe
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a80893a3da3ee84a18fa1d0329e7b16dff90f8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0faf2036bb1079c746adce8a0bec086fa672b778902a1cffaaf5328e83e7f21e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348cb522296b042ccc5a6ae4f1f253703d66e303
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5666c48cb5b8939e15fd38810271503bc25f6e3645586928103c6dbf00d748
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3be9d6f07c7572ee3940c57433db33c50b8ff7d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18baf6eb7d7701b10810b021c406fbd4e5dbad5f89c1c81ea1dbd813b3559cb6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e6ef4878a3789a8d99b8deef96249194a4d1e4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a25257904f7f20a234c98bfd11b0024b85e69258f8737d771369ccd33d67d71
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882cac4ecd45afa0360b85fbd025ac16334aa104
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19278194a008964ade5e17e30d564b07bb5989c566c6efbe97f725a6620ecbba
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e09449b5b1a534674fd76a1a501b276ca903ed
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdf7269bc8500259e2f6476bb59f349dd12f464321b6661a0189447ac995c17
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff21e46c785b44dbcb51267775b22de195a83a1a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0a045070e9c9e90b4d9c708c776e2de9ca5c91e2978963d4420278e78593e1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56978146beb48af269fc474ce31c7107c94224c8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e5dfc5a65a2016b90bcc269daed047154078f82e6ac1ac03bd012b3963cf95
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd4a99fd3bd02c449409a66d65a02441623c3c0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2e8f97aa2bc740fa37cdd0037b05a869d65ba279d0263d016c4a02966253e4
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8931f145b7ddf332fcdbded76e2f34e028a1fd4b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca84016772fb2fea6cd9154467d43f4ce5212d37575266aa56e26785c5591207
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35575b6b62d6479c0ef863ec1f92c712c4bc6763
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3fe03d6b1be56b48a4b4b77cd569e600d246b3293bc4b37c9fe72ee8683c63
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ce4525e38ed358f0748f4b6b819e8f4ce0c0be
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a60c9f046e2094dd09de0fda01a7c42763ce2a550b6fb45196b990a7f3cc9b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae80c96db01486f08665cc334ef1e62a02a2a25
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1440f93ecd40675c795161ed221f7dd8e631de904bf84e436b14f4ac39a35fd5
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428a5b5c3bad1525cea5f718d5c7ab1ee3f405fc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56052a126530701f31a3565de8bfb28c69cc55d249e95cafa29eb1c3c80152ba
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c40a3e34e05ec981c11aa935b7d4753acf1f09
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6358b5b6243bfae9b2964a4f2dfffe45c7f2ad045ac38d5ff417145ca0f10253
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae8fdd9c588dc4281733b48aa0776c0bb7aac94
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b85654a295334b543a2279e125199f6114e94873f9c4719887f93608d45ef0
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecba069693e47f310d6d6a7b25c3d7805522e609
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44debdf5249b56c0dbdd54f7d789b7f7e61fc48637668bb8653c6b83b5fd0710
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14ec6b861a41bcadb907ef10163f8e9faefefd8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb565506d9778bf0709f7f0c92cc9cea59709e6c1ae0d4620769c14ce4ffa38
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d04d70985455ac7222e600398ad8f4b6578d6e1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a310738b858fbb6ad69e3d7f62944e40464d90aa972105d8425ca999b8b6c04f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3c972c942fc66934bb998dd6d6e25399606150
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e7d22db42722a474ab0cab885218b673a540a525b5363a87773267c7a74d00
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1bd1bf89a0ddeafc6bcaef497a3c5b33c8c523f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d057a67dc688bc0b98d25803b04fee41e3fac50871729ac259bf6ca3e26c56
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adcd70facb65e60025e5fe80336449a21f0e529d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c9c76e212bf9dd7161b2ab5c7c2f955934362c19a4b877fa4959aabd144427
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4d3c8408c28a62020972bf614adb98739e80ee
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08383be0eaf0e6212f2bc48d7b1e0e204ec1c53a26f191a2acfe0a7349b91197
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c834e49ea769ac067acac29ced57ef7e1f480719
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00950eacefe8fffb35fc985cc4bb2ad53de9992d67ce86f5a0c62b9e98a9729
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ef54bbe7a3c251eedafe87a1b113e1b08e574a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb63099ab8c824fd871d2a443428e13f9df4fb608d6a6e040ea981033cc7bbb
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131dc63b5ad4e02c10c9eac5e0ce620e4c578600
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2afa376d25b71b884104cd7e20122288f89ae93a73b3748126808131eb721f9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe9dc8f85f95260314c5b49c6630a15df219547
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0756658ee2b39d5559acf415e28f911b65d0f3285bb9b867ebb0932774a499d6
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b124005f8a641fd410ece39f11fe50230d11d3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece2a9fec6415ae56ed715977e5b59170130f3fe18d4e03a6ad1885009444d0d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c09367c8ebb5c96283722dfaffba88bf69b3c6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2b01570610b88642c292c2261745b4401843d3c3778d91a5c370f1091c0c9f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2973cd34d25d1e0f351527284a0a600f08997522
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a800b35f0341020e18ae677b968459cc234390e348587122675a8f4228cb9e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e0e9e955957254ceba95b40a41669b0caa93941
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3807315d62d808b5b0c11ac800c9f7274d0ae033b284651e79acaf754262c2bb
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aed96a1424fcd5cd74a46a11b80142ff078b1ef
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81c2e83442b7eac47e4977cd3028b00cd8ab9e1a64e533020b02ff0e4fd38ba
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb64f0a894e173ab1de077f3d1fb20c8ae6d6c08
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678953b53ab390ef757ef162fb512aae98c8a50b90d1b7bd3479d7b2fbfec614
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7662aee09d01e273b3f16c9d333fdc665f8defc9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc8c44dd74a28193894e050e2c477aebcf261e2254495ff0b7ec9baabe1ee17
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1060f2c3960a325aa30e787720604589f37776f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6252f5cee1ab10102f45a62fc591681c5b721b58b946de5b615e91025a5a99e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05172b928604196346ee3373243d18300f274594
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5cc030877b2aecc3a8ec67d6055ebd4d1c0c5001638a4e49e4ab828a0f4ff28
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb1db9eb9c51f2ffca1a30bab7c7da12efc26f0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6067baee58a3a44ea762a9ad194eafb7c6b87cdf3d18cf1fc68b0d13adac0a8d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1d9effc554169dbefd826cd99522ed17c605a3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d53b973cc3e35da0d24b66f9432a2ea559feae72a49e82d69477a2dd14c27e9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5c7cf3a7e14561788e858558505b6d11eef5e9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc32bd85d10e274d18fc6a01531db5ab205756c2533bf12975906af91293ae52
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2538ac23cc353bb6d29b527bbb3e580071b85b82
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537b8c170217c0b18d94c724e448eb19fb17ee4b641f35ad720ef1e7bd3c4d79
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10222b4bd313bea22dd80f9a7442518809d4c895
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a745f9a42429a5b802135e34fd93eaef859ae410c24d68692d909ff5351fe83
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a89bdf153cfc01cc2b6a4a5990152372c1fdf5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d71ae32f2b35d4592d9292c4a2443798b0b9339660bfbb45fc776b7b7e1a1a7
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da47b42d56a219c9385b3eace07406144835c3a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603991f6bd24424c029e2b7e4ed6e8dd56f292eacf22096acceb4343ada38f10
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9e751cc66558852d3d5321daa9a2eae5d20b55
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4600f2e0e8babb6bc5961977ca829f1ffa0f6dde5080fab593745ddc10cafc94
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0013f293a4acc6810c62c8a0842e26203c6311
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bdfcc32ef18a739ffd39056e926cb2d42148a45eb3fa50d7c07401c285f600
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df98ca5c0ea5eedf1ebccb52db4f84da7c215a77
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71bc580d754df2c002c495ce3131b28e44545ff6b57bbd5dd24e864fabe6e27b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74899d27ca1b4163ef3da6c443e36f435db5c14f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfde950ad90f90def71032aed323096183c3f7d1bdb1e6c85680ca6895dd7f01
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03860562b488d9d5c5eda0b7d2ab9af66d7a9d51
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198eee57e1d91cf2f0558f37f1beae49de24bef93b79d21c4b3a7c3823bc842a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb250f54b2e4e3bd668ae493a85d021f20812c1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5113a8a97b9592593ed5cdfc2a0149a7b7c03428a9497c7b2e16a29fee7ce551
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b927629e42b452c4e0da8894ccd6e8dae10d22
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3fa50f2b5f53aba1329c435597cbd959e1cdda24ae3a2fe2c2031145625b4c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6b883de3c432ccc087e215ed7a706460c34194
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61394d5007e38450e16be58a5b907bc8aeb809f8d7b7846cf43bed67ab0c16b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5040e68cbe8f6324f5f4faf11835640eb78968dc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc313221d9fc8ffcf1a6aa83a448eb22fe89fdc0a7bc5c005d421e5c0d0ba431
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a858ea7fce11d77f2403d01df96eedd84be43a68
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f1f713bc166b2f4e29d1c2e1a3f820a0c6bb993551d236724b3b0d3cd7c0c0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18999e08118ef4f48b7582dea96f72753ddb6c53
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f355034de949cd73ba261faab38d0f09ba8304fa5d1e76fe99604dacff4ad2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0f928c92c080c565caeacaee3a5d70a61adf38
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc5199f17b57e55f924806e4a08a4d75a079546d69ae71ce2ad0af62e5c0506
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b480461af194f1c8f18441a43b3033fbee2cd82
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055377de8b5f478d7198d962e5cce1b2a40133afb4d1b88f3b9b886f891c872c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fee6c356b3996407fcfd085efddb78362c08a5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9e7007162e7991fe31ee18858ead246713e47b1aaeed4742979f166cc9f8ba
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72fa31cf5273b4673d0c1c9cb3bfe9fb32905b3c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af492088582059178f8fe7fe87b26463f825ff563e4f4129173d5afad5ed301c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013572b6717dcf4973e6293e4502aa54680dc51b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/method/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ae28185aa1509ada52b16443cb11efb2dba7fd89b7f34619c1d38c48e3ae5b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/lm_head/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c08af14608ce9610608b735f9d9c1f9676c905
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec09817ac75c576656f38fe0f0294aeb0ef2a40687a59c65191bc610006efe99
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/lm_head/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c520ed8433dbc8fb9f6f281a2cd2f32256bd9d0b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4c76c0e5535ea84d04d6cb284df0910ce1ff0ab1e88f20383e52d3fe2936bd
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6fb13507c201143e06350b3cb713e51ce066910
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df2ba5fdeb179b53c9ad852dab346e3816e30852202771a1e1ce3273bbbff80
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34729f53002810f01b2f32de3a27826ce64e5fe8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd36bf22be81654ceaa473d1f624ebf780fb24c206dc98d5204fc4650b4c3b82
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6068184834eb851d5a40fdcab7ff6722b0d206
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5299aab8fa7a87589738c66f3cfb8e27402b9e8033bc52a648849f022d959d09
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce04421f5244ac9e6d34446ba227f6a873c6c2d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033a06b796fc5af915a12514d509c8ab785c68682f1e6f944213546372be24f5
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88fa98f9fda217a1d10fb6363fecf9c58aa43f5f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ab8ff2fb5fcd49881d099719f601f7912ae03f9d5b9e2ba1316a6ff3f0bc54
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2a5365677482f72b9442176aa792c68f54a4b6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c101b4e3c782d213c773b307d081f2d70bc918f829d5f51aeb4cee222e75099a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bf32348cd00b5b71e14dd93c8bd29da21da75de
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b4ca72608c423b8f17e83a1972083f01128f3e2973b94612e9f0325b359c3c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8d2511559df32b433b31d893c2e88e83abfd5e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebbbe9a08bd130a3cdea936a7a09bc91b12dc33b1a8ec198aa09309c174d058
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b060d5070fc804b93f3c3133abe2d2a3d6f62ba5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7383c48b405f595a8f77d451e681031c857c3b06465ce91553df6a76e0dea37
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161f2c5381e29abd0f11b2f5aeb33fdc9547d0fd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5a310ad1921c7f168554d5f57b7c9aa076d140f80006ecf44842d694251e10
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78dcb4bbacac3ec2fda2d65bf88f2108face19d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a729cb5c0b765eaa5c08b15769e28ebd75cc3cffc271d8ff348d8fd73c5144
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a9b67657a96d51b74c6e7ff82d387049f3559f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e50604d329480e7d80a162968999d0d95603672e08b0c3d1aa03c081e9a1312
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2b7828ac3de49779d79368e79e4591b2f94d06
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9411442ba6cbbb55608ea788913a36337ca14e3f797426997937dd96065d3af5
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c466adb4278a71a21726dcb49b1db3e72d0d4c5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e50ac0dbbbee7971f0f7b42a8f7c24cbd19808098e8feccb72aefbd34a290d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73173d2035b6df5a66167dfd69e0d97b0fa62c8c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14caedca14b658bb2f80d7af16bd83b990d3bb8a1bc98e27186c539e52ea082c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efd2bcfadcb76e42129191d7ffbb2b4ee914957
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e01008d55333ec098145eef4ec2f472767f8b1b8aaa4adf3358e612066e5bd8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20691952559ef3160e18b1fe6833c5a832d57706
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3bec03ef5972a1d62d4cd31809322bf1ca6c4598c2cee10f7c2395cf0a1a13d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72191b1d7f57d2b3dc0e12edc1c2b0a0328f9008
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f02615b29fad3b8d9fa35abe566f0b655a1d12ecd04840f8feac25c0eea84c6
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39838265ccdeb92f36427be1647098f83ef641b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49f01d6ef7284ea1a4612b088d3b0da52eab8ef15ff9b0238c920e6aa792949
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca5a060735edb0bb08b9b8f381237e772f046fc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7d224cbc729a1a8993e07db838b467cf0653db7e495f4278486b7b5bfe5282
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8421d4d6b247911bdfdeaf1c1eba3c61f5d51ed9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dedc5471a677913740c6ede062e3e76c87caf2554509a49d7222e5cdc15045b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2bcc2204800aed31987aa4eacca17d3c530c0bf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a7b90061847bea81a690e65d4b7e5061b2b69aafaefb1aae155b492d35ca80
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c021334f7686dd972ad2ec17fa5cbd661eaa9f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9874180b479b0043252223f5081d7d07eda2dd53f27d7972734c0ccdaf599c0c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9790ed942245e6cb099ce9b8a9f95f89097ee2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15dd52b5dcdc79c603460ee7ba585d965d7ed7aa56ca3a0b8a833727d2b731e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2ba798576b55f3353dbe46d746a1d6b0dc9f49
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881bad20924988276459a6b698c29ce6d21ec8d88af4de588301c910f0f28675
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1ea97957a93f890937028239f29507be2906d7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84806a1acd176067c9379353cb675ec87f1de8e6ea4b60bf40d4d1a2b0257b41
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa63a9bb06b0bbcfc7fd2051f8656897163cf64b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a92841a3c545068c4759e85bd9ee9e5c2348cefbd9b28dee216501329fe55a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd74ece4162581b433a42a6fe1dc08e439032d7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e237cc4a5dc39d35129e1096a0a696a7ed6f730ba05ff24b790c21a7f16213
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc160146f47009af010a28cbc66a447e05c754b4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22facb8636d77ae3205b2a51c0a961aa3751181ccd7c522bf3a952cbe919c4e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae19892810f3a0c15d3d2b71a11a02777f4af435
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd98ce8620a4d44878b372e1902c7e5a68206eb1eeb0bd47e2ca1b9ba28c0b6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50728eff06c01c61c2f4314e71c864fa7ddeba2e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537960df4420b4c7520ea7437715984ac30e37312517556d32585fdef019582c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781f69db89f18149975c35092e6ec1e27a8c94c4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b90cb214187ef5a765152d06c65bd09c2dbb430800e893c0f9cee8399756e23
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2014e5a5c00e1e22ea75119c3b43a63da35196e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf00c7f15f9653d6b51771058cd472b7dc0cfaf3e988bec75a2193b3e1929bde
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea608acbf0994e87108c70556badc50758cbea1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3520d727d2662aff8a5962bbc49645ffcbfe39dda3d53c152d9a6b714b5d3033
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71690f87d6d109f2a6839b4b87719cdda1c41fbc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433567dd5f8a74d68a60b0f4c010c68e9bde5ac38c0c3fc347c945d296876826
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93a2ca3961b528f08c1a85e71f594d534a6eae6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93d02ace98c6b3f3d840c427d85f41311ac193e994f4df19d6176a363ee0ffa
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bf866122d5194513fd0eeb98d3094857a5875b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64d6eac5e63c1e967bfc617e68c242dc2b8db5e50996dcb56b30783ae82a389
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff65971788b557fffbecc5c8ad0f49b19602661
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3063a02ca13ad3926b1e6582818822fdb02bda00966730b9c41e6302cab9875c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e7fd028ba388f32986569aa072fe2a8ec9b1ee3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27208814e44153b5ee978ef1b2bdf1bb27a70c2119a752db0f00a7ae84cdebf
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6380717f8d009cbd4c56301ec3b8436bb8fc8eac
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44912157742df58ed36a4c9e94f06fa329023cbc0642c30a3aea19143624421d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c88bcb55abc4096db23e5c6ddf0d829231e1564
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac844c759d49b7e36848d6429f86dc9b24098f830f46e95ee1f7c43ba3cc8d15
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ecd97999ff45b659245a7380d15d9f6af47e3c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62b670bc584c18f93471bb9a8b0ee5743830849ebd83904be3149643ec633bb
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c76a8c5bece21e8b764c6ec818622b4396d46a8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f0d9a4ab97a37b19e113565384aec5cde47a7adfd311aa6b42708178f3e0d6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22c40d452be041631a28b454c767569ef55be4d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660269f23615fcd2858d2bfc191500ed06932c7b286d6828b7cf31264f8fdc76
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198da8eeac350058a9aba94f8df628d2d47a7819
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e07cd162b9fa50fcd69842e9e1778ab87c90862a9a48fff58b72c7bc916156
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4ea59a0f3665fe7f7bc4b26c717f4d38ee1685
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4f9be39b59b412995b3dabd57d5be77ec044ec0051cc9c5889718170d33565
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9ca6c6525f6630bed7eccc65e11a8fd7d21851
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52cddf7690311b466b5203fb3c044ce266b824ed35c4841ddd27e6f327607767
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea10856ba48e7f309b86772fe770620009dc3315
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adcb6a1bf9094a753d5735ad25cab07489ebab4425da952a58052f3d79d68ca9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e09de4175c58940a3a527202a0283050be91aad
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71f7ddbfba85413b8070642414657b8946a35438c5e9d0ee5a8b410665ccdb5
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d719ae53c03294861853c599a24673a43cd9d59a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a88be7fecf09314be8d412e67a7d886cf001021faeba5b47b3cc5858e2c39d3
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73fbe49b845cfdbcbd587839bb8ded250f7ed8d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3df3a950e0f11c9f40cf0e9d085f32280ce664fc1f7e2343255c135bbd3f591
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b782fe2c5a9b345d6ead75738cc7e4da6d75e49
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0b752a8687a06b4fecc960eeac49c3dcc86ee8c9fceb48cca697960820b5ce
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a03f84ec0816afdb5a2a8cc567cb3984593080b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71439c9cd7ce531481563bfae3902f709f20980092c2865bff8cc137eac70a02
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6ffc2d563e6d2561f12965f9c8a2880c6135fc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfd60585174a3822f1985563cfa048b56067dabe3cea150fa37c3882217a64b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eebf3de3e72a869e5900c1dc9329393f47e701a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a3e4245378f4aaf9f78a81acabca85639ecca1398390810771f3c7867814e4
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22cb81bac1fc9f60a520aa4851e647008f606844
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01eaf5fb134c441b9b588b2c5e03a8ee00f57e2dd68f72952a97f310b8dc51c1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e4e33a5ff355d0b28466a08fab9daef37903b9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9c45427b40b489068eb929f2931f390f4ffd6c1b768d9af5a0c16dca81df37
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0eda594a4287afd2f415d88b460e9ab0072ba00
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1cb4f145695ee5c9d3644f16b9382f8f6589e7d1576655bb187567f976bf22
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb010686d868c38560d10a39fbd49405c709c34
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4319415622e64704a18097a322ad1ecdf632a9682408f1984923b88efcb8af9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e98db1120656a5665015e1a8ce8783ea74e77e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d755d43abad502419f4ae9d04aaa210224e4d14d44d1f63cec1d785860614735
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbaf2ce53fde8f4ad3f71481f48ef01af055b646
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74aa1ec09a829bd5ab924aa58c3eca8c1e012429ab764bac56515b4c135e2b58
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20d3a706f72732da2b3c1e2a2fe5ad906d1c63f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c96b10876dec280a7a58de26392b866c6e1ab933bea1048f798487b8061372
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beadaf88396ed599c508cc3d53085cfd56d196f6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff230c7011a1fd4d9f381e1ab3b63feabf41b7f6792704b40fc13f28dccc096
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60350f731d339206184fa3071c2c59f4f4c9e96e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc097ce32196f2802b6dee135f1b47a5688c95bc884adc227beeb641037fecf4
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb44d1c8543d09913c981326374204dc258f4377
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222c92ba4ff0bbad87a5fc083d27996916070e47d98e53b4f3b3e6e901182685
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2775267c052d06ce66478ef21b965ee78704fec4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8100c2d09c32223a7a12a81676f894c38659cdbd51f16ce2738621daab03725f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c86732f25a5237f80a0ab22a75ce2009baf96c0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b355a864116b85ad4ecfde88a212dd56e628c35285bf7b8bf3a49e8bd0cb9ef5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd384f193b74d852438211c900a477cce3bd557
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931abf4a87e7dd71e9ea0c3e8419f91117112d671615db4636853045be0b781b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d6b300b235b482453810d63aff7750bf37bdfc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a5a6bccc99849e66ca6408d913708194661b36f312edb92fb917c2671d322e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06fef59664e69f3f36740d8e3c33e77184ccb157
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe6b2cf92da52712bca7f233994ee1a646abd8d86c83551343db9d6e91d678f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdfe704cc9bc8296d547301cbd4a06e940443b70
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7a51a622092f92b84405b32cd0afb1e3cd83fcdda20704e0031adfff5c2c8d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c39c970ac4af76ae6fdb4226396537e3943975
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8917573354733b27fe959056be220c9a7d6652ed2e9574f99d9b02235f873c41
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b384533575a5821776c9f6a37db09fdb0b7d1204
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2977b5b698f3d2ee5763ac95fd3dd204e42117ff18d1eee040bc3e4d6fe7c97
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82be0efc450a79bdda8d90d59fda915920e307a3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a596e8e72ef8631d6f2a2555aed4e54e5a090ff58472846462780b0f1cccde
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d4adbef8e4e8124f7a2bf74b42c12da4bee1bd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e8bab6a3acf23c24c5b8620767b4af5fed484b4f52c6ff1db513cffc7d1d0f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712ddd36ab4cf43ad18d4574366243ed00898669
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd71efca276f207cca8155fcb87f3caf023927aca89eb2413ce76b4367d5c021
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26a94660289dd60dd23d24657a17d3e5ef0387c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf5a9d913667d3f0527a4778b67977717c9fc9de4e3d3c53779013de163ed8b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f960a6dc4c0fa2e559b4451ae879ad8f224d08d6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50410c928c8bfc2e8edd8298730c56c630f80968418345edf05c8d1cda0cacd5
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1492b98b7843924d445acf9ea1447e5f14aa42c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8abf2c3aba3aa8226f0b9f8a0023ba97cfd405f2b5121b3f2e2b2ad906e2a1f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b48b67e1273a46788b9290cfeada7dd0b8bc737
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03faa34ad7e949977ff9a75622efb0cb22af0540f1106c36ef651f923adb75c3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b6abef416d46f3cb2f8093e3c17aa557b0b3d0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b985ffdb324668f5245b519cbe05adcc67530fa2d8fd884de2d312f5ee2c91e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6349085fba33fbb1a74116f9ee27bf9d995876a6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2827779856e4290f6d38705c69f9af3b21846ab8a1f7e043f9c36e4b02028955
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b3612937388f58b25f8daba8447c5a739f6eec
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c9c0145ca62f709902258b12966ae58e26be568ffaa8ba4f04116b869f41db
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683dd9db7920ff4e066db338e1822d7b658b00c5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10d6c28b5b6e8a9e2064296a42bd0dacf17ea9aebce0d114d30c3ee9a32cf8b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0854a4e41272226ab1cba4027de1527abce20a8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b8e239f14e05a611ebfb4d2803ca5c977d06e9c30283817ed4f2c805602fe3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bff621bb822585ce4bd7ae1beb6ff67b728259
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8824fd36fbaab79c1e4850a4c48ea487e7bfa08c138697c3b0ca6df5eda576d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a626c275fa9de55c0c41b318bfc633fa79ab6d1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47439709d77e4d21f853ae8d4511e5000dbfa2748c5f8f9ca5ad31535d06119b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c53d7852f85f7725ec1c425035631785bf42fe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b43e92601c85801ed7189fb80f505b732cad055391800a957ff90c3904d21d2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751fd311ec5e3a3a3a10489242689228da222a9b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5cef40bace983ca4e9f09423e50f5e53d333e48770e22239254893bfc43984
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d969304b5690cebd030c44cdf92dd69e044b6040
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16a9b8243141eb2f17ac7f7d6557143577a72cc2f4d33ddea4b8d799ac385d9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8b0bd668deed4454d9328c603f4b69e53f9baf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182b90167ce3872948e431253ad178fa695352e05f59e2ac635c0789ee761b85
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e02d33f1351f51ec5712f6fcc00d23909499f04
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140c1b7b53bc16b7efb72931c0495b1f0190a3227563b1d856172935634346b4
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0e0e9f31cf3ea03bcb3152f372670df81d09c2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d48ffa5726a81a082944ac56d4950bf612c827724f64c0c25f8335653ea048
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13e32f0f6072cef5f6b7d2f6886b4d04d1298f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515ebe3447ac6108372f938d4542b6a6fd19f29a17d99123cb57fba874046cce
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774cc1dec131db8b4e860de42bf4dcdd85ee889d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4acf1286de9f410a3ba99b3bf7a004b14775af2a49a5a68543d9829a84ebdf
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8401b915311327ff58f30055b07803f7033ed7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1236af3f430ffddf526d3ee6e77b06550a1db159ba737f8bd6310f26a2fd80a2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b010285c71fbd92bd4b19219ffc80ce157edb21
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ff5ecb30116bc931b23be26dbe742b8329221ef35ead906f99dbbf7250011c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5010a1eac10be962092a45afb338a48bc882d89f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5520916b28bda1ac478bae2d482ed5dd4d11d35295e7889b6bf5f0bf69e7e4c1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917dc979e777411944cf4f5239b6ee318bf111a7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbe1947f8539f4252a285df9c28dfed007a774d546febd4d72b143f9cd7c6f6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae85b7fed607a092755fa5533740f8955590333c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5c013539359d7101c9cab768a1a1331c161f846249a2727ea55583d6c4c5c0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2390cbaf1b8067a7ee3cc1dc0353cf9e416f6457
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f62c0676714d67c9176f7ba583dc08c5bfa592fd20ee902f6dbe21b1df3cff
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d431634b0a6e9a8e8936c629df95c0206839d7d0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad311d179c1447fa769a2932fd4bd66c463d7e581eec4d00d88421430eadbab
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ec658923eaba7df0a07fa7bf76974df6713d38
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d0aa5a1f978b7969776499c104d0d6fd4723259505dd322b7a866020c74512
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db5d15b69963a5a17419528f38acdfa41a551e9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273cd6f5ca6d14afd0301bff2e7388fae62c22572b82d3eba3cfde4e6dcbb021
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8840a4f0241fd44171f9a16c6841a2a6bebdcacb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c39a5262d4ae40d180d2a6480eae1134a9b8d035615946334b54dd2f942b40
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbbb4dcf773f162dd7ec46fccc37944c5c56eb5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0364d0148974dbe5ddf4b787575b5822828ae52aa2c1888330d5108f35776d9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d08fa6160089340a48b1939193a14a75eab7b8c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420b7102a0ed3e2b38b5d79c8fb8297be2076bcf61a0faeccc53e75b1aee267a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609ab3c08793fe6117d4c985add3ee8b96416a3f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8ab778c8ed63e51a64533e31aa07a0dbea1d061ec75427d1b29f37ea78e02d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3bc39713f7d430f86048271f099c64868ba187
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eca9ccbeaafa55e3b8ea0ec57d2721b3b0937fc1fc408197d4578b7f58cfe35
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5cd58404d367fd98cc5931bf5da0314477cd31e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b9afda056867d8505ce68869493e698a55e894d20986c84e53c8cfdc4207b7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e50e83dbb65ca1594554add9457a24894da2e189
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd67394ab42c50d703018bc0e86bdd02c917fa4783da9d4004bf662be87433fd
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8e5238a48624163af8e13ac30f44a721d01ec2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1245bc64526318b6243b8b0841ce9bc86a83023d03644fa2f8807610742f29d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b458ef0d8e6c11bb364c15d6132d53ce3b9b2a2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9785feec43781dbb766bd4c536a334845dcb8c60d6bdf01917d7f0742121723
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4581524d721b172a8e3c51dca6d53f44a85d1f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916fdcd1cf4ca5de9ea64119a38fed8f612579a6751b9dffb7155e1debaf599e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead3fd3b6cc5b0a04589307ea434934a691339f7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bfc83e0dfe3991619147be5dd6b7a90a4a557c8d484ac6f956d605e4aba750
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba62a1fb7dadd1211d04cb8f2bc22d8c627dbacc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0724ad0ea432c0526715a341b38f6b07a11271b227fa6eb3d84eb7746f66cc
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478bba06f24304c1b09f61eff9e8cd0f07baf5a8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1432b057444d84e2ded750b5b38675b802858aaf71f5efb1abd6bc4534296c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d769fa52eb1d3b6317b78af7b0c4b1fe8367c855
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02cf73967aa95e5bec3102dad3eb61b418a9c47f865f9709c512da3d4cef4ee
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f2764e1f3dff95f86b022e85438f257d059f1a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6236bd911a157a3b5f3a813e00ee3c68b1a1d2687fc614c043fe5c60041325a5
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ffe2a0b88169e4adb3963b38f140c1988d3c2a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e924032f01bd2fc23f8771762269c1dcc1f1ff15b1042dd6f21ad56cdc8686
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266025801a9aa28cebf9aae43fca5c6e06491db5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5619be6ba623b38fbffa300f6e08bcf2c6b69327e55c3fcc85a94540c3c986
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c843337cd997402823ccd5cf8d060ef2cb21d49a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41a2b33ad5668050ff54a7319efa7a9734d61ef8784e3473d4b833412e7c196
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecef1f7719e5e5b25578a691848ce6bad86b261
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1730fc73c7b9f2d24428d5611e3164a39ca9451063134df4086e44d07428176
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301cfac4a73c31b50d099993831f4972ea7a5438
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d1696b611b09b1b8d2aac718aa04769fcd1524b9525a6284ea1c983b4829ab
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22318dd6849788d2aead1a919003b0147853cce5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3492762ce3dd24a356dc09a9a538a2633721cec4a5376e97e50f26f48634e903
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab4b7cc6ace46af2bdc4aaa0ca41b9669f17628
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b683fa3b40def5fe3579647672f928f307eb064e6739f55fb5f2d226f7b911
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e73b28f1d65db1f0f8afb3f55744cc8295678e1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733e3c0443a85bc079626bd1dc13e5b04077c9b296502e16631c3f513fabb08b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c060def8b72949366280d674056f6a7214a49e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6986f7991b7b3502f48f7213b5731ed8e0c6edd9023055c400e58d7cad5d99f0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6432f9b6230c5875d286612577cb7f0bdc3013ac
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57954da22a47221782bb76ff80efbdcea42048860fd424d9960ffc3dfbdf4f04
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da3a99a60e50744168814633636b106cc840260
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118edf4f549820d82e38d117efc42093cc6732246bd71b1529aef65d6fce9c35
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4482ab23b1579a3ca794c0b3c21c8b5b20354c9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5840a2277ddd0dd6ce8fd923a4baa4bca6c31525c4ee982d62dcdc9e9016e6
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e341eceec029e7592565352ff06ac0548f8970b9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9469c68afe477f5fab48c7e93079f00c36eb3e4beefbcc74017aaf4a5d904421
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572733f92e8aa7b4dcb436e8a51b838d1494e262
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d91177598e518f47168783a35dcaee3835736e1ed7700fcef7b2acc82538a3
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a50fcd621426de6ac49f8e0257f9441f2a80bb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147703dc1fadfac47b4530c4d1f94adc8696e365affc143e288a1408536fea9f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef21007f2f917cb5a24f74555a689c3ebb10cf71
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da7370097a85b26e59232b545427c4c308190a19ba99044629d039ed0a909a8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2dedbc38a2167703ec9fd13003aa912aa7f6fd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23cf3538cec2b9575e6bf227c868087052d138a9cd74f854490b3212edaafcd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0e5c4798ed24e717c2703303f8ce3e167a4222
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf27ff57341f57189dd29428267de7ac4315b6d546830c50a5029e18d801d39
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c74a5a08fd0fbc5a95aa5df13a5684c6a440b2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea555a012f995091483dba6a1496c447f0e3a3a832574430a8ba2a9a2c8ca76
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769826022f6853f055656bb4d75516c383bcc252
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7f97ed377c49bd4dfbda5e32b6c61d220e0e833ea233fb9c91ec87bbe8de5f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43cca9009208357001aee248f8fcb11e0783ca7e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880c7699c912d149b05f23b90cd709cce5ecc32868add5f04f1880ba90c86674
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f12028f92c649856ea6040ac1ef97a213a54847
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55be1ac28e09d2dbd5864caaf8d0f36240a4d6a41bb225df237d2382da1677e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62440b2750fe2452eb70a98e0c2cce504dff8220
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38892ec0377ee928dcfd5fce4811b31544c314764545db88b06aa137a020000f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3e25a8a684aac34254cd167068a751ff172742
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d807a11d3810946e03bc09d9c58e333bd8a4fb3d0c595c588abccb9d80453c3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aaedaae217334616d74b906bf67f836cb4c4e2c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a32603075b7bf7c4fac63527e525768c4f29b15948d465e64879c18fdfdd070
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1209e281c82008b24d2b3fc44d1095f18f4b2ee
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c2ffe1ddb1043d95df3ceaa267898ca6f3f91fc188730217c4b4bd0543b94e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf38af601dfdb5e54ee66f53885f53af2dd80b2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ee66497aec7eb7441f63bd71534b7dfe18f9918fcdc9c02269bca04b096de9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168b086987b049d5c2187a64cdac95d5c20ae281
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23bb0d246dbd8a6c57a07c84fa9cba6c0942e44090ae03fc66737dd6048b806e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c440ed61aadbd9bbb0753e3f85526ecfcaaf2b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c870babb6bd21f8845da594a899900bde80022650733195ccdb1619b6c9dc915
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b941c24cc6f09c1c9ee120aeef1f05825e457c24
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe6f634b7b79b0664510f276a7a333327f48aaf33b1313a4ec497ec6de84807
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588034d5ad7e70279d32fd5e7d1b189b1f237ae4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9974f39464cc50c030df09248c6c49b5aab74b2390c684d6afef9b1b456d4e75
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9cd6856c44c5bf4aaba5f93bdc71f4e6f61322b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b881df512917037a01fe2ffd71692d228ef754dcdbffb30905e42f95e6d255f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff9fdf3d4e41ea0dbe81f5029ce1dbc3c3ef2c4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d370a272dc8dad93f469fb072dd730395f612ecf98912cb3da5e6c369a95b207
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171482a7c9faf256b3948147ffc546a9870d6ba0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e58e447bb6bedc3a9a23b633ec09d992410ad21365d4accab1a8529edbae780
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a995bcab787fd6c94bc9b663425600ffb4045ad7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34fa0b74d12b02e3e66ff0df0fc674341c5b11fb5bb95da99cf42f372a6f91c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d86e2200c77fe39fb7699f6713aeb13e9ca72a7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af9d189e1146db8bdd0a94b2b0b79d16ecc1d18b637daf07752af5021d8f274
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b460127b31cd0eb79302ab8d19cef7ba6b13b9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7783e4a52f852f68dacbacbb2a25a4380cf765e045698b6e55e71f12e54b91c9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8883b24e26db513ec9b8955b12846a05361965d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05bbd08b02aee36fdfe64601fdb07d650f234953c2494e0dc05a509f68a21d2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7937f2fa3ba239ecf8a2dd6556a4268fc4f0f9bd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114f0915ccfc076dde13fe098a8ac29b91cdaf7c862be3de1560f6c921ab00f6
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac96b104574cdee5f193efd257aa7ca67c4a1c9b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46569ca6353fa14b690be985637b3717417cc1cc00f8641a34bb34bfa1cef682
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0b5779a0dd60a7a4f5ff85c38dff66a2a8c1c8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79af15b880d804f9595a18a0dfeb7e8562084d9e6de3da9e3718eeae1e4579f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04186685e80534e1431912626e97fdfe55b2cbb0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925cf0f78d21a6a24b4516bf36c68e37310f6d06d30f711a66dbfc3386bb2031
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0a299b2f5d41421be776362afda07249d8548b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baad97f61d6002c83e7f045c32071de0175ebcf31be20682cc0eb5a06af7286f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb025d5578348b30f7bdd9e12b9e03984f9162c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:675125d63e72329fc879645131031f814c95cf241ace3b0124b74b7143269c00
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d8e627fdde8f09f98dd8c58ededb70241c9576
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb591fe19b23cac95746f2250fe2127c3b0296c0e4f0de8d3f306be99823900
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b87546894b29b0e4bf9b10a12fc0d430481c786
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2615813f2705dff7b2dd242d2a727c7aaaab7b2f7db83a596530cba7c362b17
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a56f33aa381f3d80cdbf4ff634217be56d9d021
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fd3cb280b4470120d442d6852154bad41ef4866113511b8efe1c43715e46a5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc6ff27ea3039bdbec9cfceda8857cde649f068c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc91fe52d864ce0ee5024032ece0c4c2e8ae7e603decbe4154b17aca4e62ee9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6f9a69fbfb61430d75baa7fb8931f5de6ddf46
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bba4db2ee05c2119af8062886dfcc14ebdcab32117002ca8e1f266d44e138f6
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842126e3ef55680474c39c6b61c11024990b121a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1baac3002437c46d2929bb746e61bb5221c44c6ff047a4f91fffd43e230341a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d12e2da3c585d7219766c024a287b5e163d018
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee46eb2b0d2f1d93a8db32d33bb71b56c2d62a5cfd14bceb79c5e69f422fbe1e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247d50ec4171caf800ec8b33bb56949318340e35
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c953c43d34b14306dee6d4077ecaea6e0daeaa11037a6d203f64fadddaa2a9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7490cb683f80b02552299ff5ad5ae5cbc3330c1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0dcc79bdd635e214bb9b3c3d1418762fe2df072ef025f60164b8996d3123812
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0054a5c2be79c37e53b3ea1ace52619b2008d50
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d39a9cecda8a567bbbbac10ee120b57a6d46c3fe2f7c07365c0d6b486b576a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9276066edb918d463a0322e1f787baa6ae7a62
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be3473c153553403cad33600975a7e7a3c343c0d43a6f2566ae3b06d673acc7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9de4ae49f5de1a53c4658cb48be3c2f29888c87
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e6917d8c945e0524ff28ff7c0cac757a1413249adeb7e3e7f8efadf33c059d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe9573a228cd080f2e15a1fe5d9b50691602036
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7607d217228c0ac78d6884ea8f86dda9b2e7be0324beccb7d7f8596bc8ad703f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0bc2dc5c66f0be2ca8c6281ccf779561b0ab2a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280af834744e3b486a4a8135a17173b55c7bc01c42e5ad081078eae691a6c89b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c374a7327283ebb01fae7347af33621a34b5e2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630472a3721656aea18f2ca348eb61f67771952f7fda6271a8372707a023d511
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf78d1378855cd94e60c32be376f7c7f52c5e19
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8cf9b6a647eb0f9d71dcf56ee6a45503b3a1952230bd4e3c82971e7bfa65de7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c0f1f945e2f3dae8fc131760b2e85baa6bd762
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c1716f5893258e3a1a520f595330188c0978202b68d0da686fc8b5e7a53444
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9f922f049cd4eff4b608dd2e4e2cf510fac2a4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fce32b83ee7878edaddd0f8a5fb95a83db0ad2f3856d214d0c66aab3363ce6
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3451d58ba02ac4695366f039f84a79d9a06c92
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09a4257436b623c3065876e9de55e2ea4c3e7a8844808b71ed621bc1933f379
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd2159ae1d735dab7a5e60d29963910e0a53044
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7a101a5d670bc4ba78acda23c46af2ce5a0aa6a448cb2605899662942c0de9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c5fe3e28d349112c4459dd5a7053dc6fbe94c7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0246ab41b73ad1c8aacf635d75e218f7622f90573e5c0cca246d38ec1ce7e052
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d9d1e3a9774589e27194653003bb585480a08b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c17d9ef6a71bcfa527aa14d09f0b15ddbf0b325b39b56a9a420ada4b5ab0314
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448e15b2e08e5590b36741614e582c495975fe3b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1def5033d37f7e7e080b5b93de56046c724757ec54c97c41bc6ef39c7bf18757
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3527454e8d24987092a8c746a3ba6153b450ba53
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2762c5714c68afd3dab80a466cc97cd96b6a6bec7c623d91be2f0fa74623d29c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77efb54473b5dca25f0b8763c175a0842dec0de5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:840508bdf7ce1c13734835121485a2623f267db7e76041664dd05f9b8b6c7778
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189ed2ab7e6a544488c6c04d4f2982166140088c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f99dd0cd2e2191d91c00d4de995838bc88e340ea13d69296ca70fea647a9feb
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc62254119b8b324a3a5ec3ed282b650607f2453
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4523d35bebc841fdc8e92c9545e5074d5549acd7d7f6bab74fd15a24ec5d955a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f09570276b17cdaa19e5708b540353cb9bfc2c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05af412021bf94abc5ea5ab2189062947d77f1158fc6f0471a5bbc05461177c0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff152aaed9c376522147cf37df207af9fd7044f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ed0947e5b8531c42252600f0bba591ca82d3a878c0129652c0a4b2a0bdde33
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62096b4d0df50ec71d9613337f17b02d6bd3e67
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbc457c45fca83649af2c92dee62fbba5b96717fa4417c61b0a0b763ad59033
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818343b7e63bcba17067ea6f144ed79e27c3524a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327443f9a4d07ae8fe5dd3b266eb4e7ede088435068f7e0b65a2de13aa7b91a8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f3dabe0fe4858d5a7dcb2c8eeb81e744b266cc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5305b154981a5862af31591c2b31e0b65b757828317ea0759b42ef1148ab27
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8333a0b90eb51cbe928a076ff000369ab608dd54
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6577d1a0ec70960bd7aff21a2a62a2a31286ce326e277d0510b71892538b6ddb
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7189b2900ca528781b3f43fba021f1edfb5b8aa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd23131b7d0b7aa5602c8dafb6ff52b58e02ff48dddf8b4a16bde85a4810e73
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad6845e9d34a3c45fd6d24c8bfdf6f6e5d08e25
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45298d569a7d15d9aab2b96ef0b4c58f550bc26e79c758c89e73229b45b4dc52
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c477be643c209532f8b6d5685bf42983df507858
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fc159571a30cbc345785a844f4c2498de0702be8a86442f89d42686d1e7032
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2436d15cf0288f010589e76cfe62236000fb79f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48e70850f90f5bf8d301bad5703201c0430321a14006e6358184d818e988492
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11e3945982faab82ad878be9a1b6c5c15352883
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612eda5914ea84bc6c19967faf54b5ad954be9a0df35ed226806a81ed40f8670
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf312551a6f45db286ecd876d2ad20e964f4023
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8c3ab442e8c3f7607b7f20f2cf85a233a645341da3d8ca0f97f9eaee5246da
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe192ba3b62a58fa125b8e63f932b1241b24062d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2412e4fb5614649e75d845949ebfdb1485767a08d93b4b88fd5d72afb6efed
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a630ca2bf271b49108c2029eb57a1198b62dea4b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b2bcb4f6e3cec5f2da2f08cb4db2e067115bbc9cd14054e284ee842dae6e24
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17da3466414614690fc6cd4e69aca96abcc0935
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad3946a67252b397612bc0019582886035b2ad1b0c41c32d70dd957e9cf1db7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9455449a366ec680c54fa6079f442d81288cdbd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0dd4e9ba77f9480098e9fdd20e7a2cff16846f74fc58f89df194c06fb232a2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d762cd604a7c723b1e973e8c26e5ba4c5f2715d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d06582b7345c86a779572865c5acae1cec2103f17696938f7523ed35e8b79c6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4807ed325932d0e75f31a489dfa873bbaacf12a5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb8ef3ff58adfea33316a44a5147d1e761b62d54c2c457fc01a83500f1277bd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3c6e8df6a0900a5a277064ca1da19ebaa4c5ba
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258161111ba5aa1c226a4057148dd5c86497ac32b193d4b06aed394bace11bde
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e710c3048884974069430cc00129b88573896318
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a299d20042e1d3946a1d932cad568c2f2d4cb9def2e679e1ae74ddb27132dbd
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61db4fc6d95fd4d79d3f60a1694abd22e99e7215
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26f42bfef543b1188e85c4f854b006629206ff6722ee87626064b2dbf9c2a68
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40920d3876905041232cfa5248294069f37f9c5b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b81a119bada7bf25175c9acc41b071b9f26f78605baa9f5cb608f8e0bdb451
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3783b1206b0cd1b08eee61eaba879b552e1af9b3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208553a7e9183248d97ea8b3b3fdfbb8f0280e680471cfa58d9a4fe278708d4a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73c5d26fd4b7604ebd979e23deaaf5e4a6a65ce5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9013330c161a2342d05c927f02febc0a88c9988c390fc003482b80c7a71c57c8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b33a28663cbde60cca8b5db34aa3ff5fb4040f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca4e2a7003d3ee91b72278833523361c7ebe9aa87150eff3dc5766289e04185
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80bc4c7c9075a44e79681f1b7d84132342ae380c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ad024344b29f952038244abd07d3cd188dc7086f2aa362e6411a0342637d61
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3b381536edf5b48cf11b642e75bcf73704e0fa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a75f4026655b555c93bde09dadadb77eeee3aa999f4bcaf7bb86157d3a76fe
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043ca5738f0d14ebf432ed817a4d7934ced22ba3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecb45c24a8b8d30d4ac1150d817bd8da56bf1cd9d1f847e42da1b04b4238030
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfaf6586e933acb3e5654f194b4e526e7d7d6e41
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3285f114f2a4d32c4462e1bbb60cff80eb1c527499a665d0d02c5099b08be4c9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac3904d9f89f9307a74fefa4301c6be8d8aba38e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0234d528cc8a7ea317a49d166bc92b2dc0997a4df229cc5b2529e992532e23
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d38906091a4eaa5230f428ac385f952276c071
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af341eb468926038cc6400389ea27351bd0b499d8a3038730b3bad20b26c41b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3cde4ed0883c396355bbc3b229254e632ccb40
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b78d8b09c336b95ac93d9ad7dd4c569b459f9d1bb5a244ed3852ca587f35a4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf4c49546152b112c9084ab86805c85907492f1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23cc898b0685c7b61fb989c67bdf2ccaf6cf068342436883cea7257f06a7f277
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c88f565052da52bd6666082e75c3542c751911
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab2e9bc82077be433279d98da595f1fa418ea2789f7041944b647ded79b7577
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324526f4b3be0142f30dd179d417ca3f366689f5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602509bda2235c71dcf362af0aa00d5e1c010ed70c93b152772ef29a73fb1922
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ca7bde6d582de03635971d7faafdd70b373ff4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7aacf8c02872d5440bca08fb3322831776184bb7a278f74ab903963e4090bbd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aaadb3b4b1a33fd94e8a544ce8d10fe6b622878
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24a2c95b4a33a50d64206362eeec8f47633d3ee2aaa82441c77e4b2f39f3a96
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f031781b3271c5d420819f44b67c2e916cfb607c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3fdd54f4c105fe8c11da065ab3f6acfa132b0bb20c5a65baccf9b6e0f7bf9e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..988541b5a51c02c6c914d66b246d9013b5ea7946
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa8cd81b3da546c4d97cbb1c772f2721ec327544569772394797857b2cfaf32
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b351fe7fdc99ebfdb92b44f42254aebf060b0c4b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f65195852950b81d2cfa9bc9b92cb8f6a9fc15fb7c782c24e9f382a833a90a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51bb251ed9c4f9c1f7ef15f00fa0c108cf0aed3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23fe60615d073575c2ad4e6291aa0d333e22aa1bc4fcb1dabbf648baa005856
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9f6a454b8579944f41893cb304fa8946909edf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21eff57ffd2e17021110225023fb222e2ed384e7f60384c5c7336f3b6e683fd8
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725b270225aedd7c788079f4ea507f7073f0f617
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad898f315dddda5eaba484ba4cbe3486f1316db07eb5ad1becca3be2a55c1b6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5d6ef0edf356f1f87678f447a39beee1fe5bc0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e15f8855aa8a011591c95f635cd398aeee811432293f8e2909a3855e2ae62e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92c35e91cc4fc231a350403c44c6d01d38c6902
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5512f371e0e1fff3928fcac8b4f0a5b3e6c6dfb65fb21656a912eba1ad5fb49
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a2f9de756243a41b34a8e0dc89adbaf1dee8f0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765d9816d1257f71d9bb3c474edbfeaa724a5794af5c2033eb4a3260f2c81ba3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c16061cd2b4aa8035273c5823edf2bf1d0cd51
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119cf7176bdc89d74c53a9b2048fdd4ea799973420d49fc32fd96b7f8755215b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1a096fd77f6b78883858ff1ef54b0c3caf328d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f5d4b2fb5b42824504b49b187410444ed487201ef89736a12233ae549542d1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0295e3b4373c4d16394a9eb1ebf08205e0883a9c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a71f2d0bd3da82fe34d28a9c5a4620a9d2c91095343be4633665568d9d7832b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ab29d3e031968ce2bccb2f76f8d0a00c6f3e03
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42169fc9943bb4363b23b35d396ae0ba512fe72f0bf638a1f682a65d4f0548cf
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e521a9d8ed8555308760b7701469a0842d34ba
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e89e8032b854ebab0ead8fd69b248e75e48486678ef4d8752b9a2c1a8d227f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb474650b3be552ee19edc5392150150f26ee71
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71d6f717046c3abb27288013c491bcb7c3044c557a1714dd31c1a72d238e5e9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3774d7386445f861b56f44ec2408afa631eb0ad
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaeda1953bbe723f00cd576f1b1c8ef657e61292ef1175753ff6555cdec47d2a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9def69f8c79a2ce6f6894f568b288eaedc977d56
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e9640fc39beada2db11ffd1bfec22cabac8adf89ab902e0969eae1bd53c2b8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0baf320c42afdef6920660815f62d85212a5f172
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d7392e964db97c4dd5863f2a33fe65c930da02794ae845f997fd0006b1bf92
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eacd37b18fc3d8dfa9ae0779d66d0e5229927e35
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:167f535e69b5a3e74aa21fd6d20dc1b9b5ca0ff72b0767a6e41bf205bdd75301
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0856ba0ed1c2fd6a8cbab54b6c308e1d6dcde44
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff4351dfcc2f43202b5cb0517e6d50e49db226b2a79ed9cc271f33ea7ac4c11
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a403b9476b8f3c39204bd91b0758187f68527a27
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c959b545510243092ea77d81cadf30c4a0f5ad92e157060e5a7831055c9de5d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9822c6152ac1311cb709c6d68fb7132a10e0a423
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:872614bae2c12b8058c49738236a73f232a8770813a9a097bfe3244accd4c291
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd95b638540b786fc7db9d935b87169181240e9c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38fd603b7d68f8535b14d049131e69468dcafce8aef2f7e37cdd710fc67d0aca
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff3940b162cf2cca439906b970d99d9c1647e17
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e67e001ef64590128503aa0c9eb6006d899dc249f21e9935dec042dcbffcca
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5368838b653dd813fdb0a576fada3e6cb1bd19
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44a6157014f9335cc27cbc35de9750101b9c0c3cff20a44d890d4dd0c1f2a7c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8a8836103d1a34487d7dee2ed1602090aca3be
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8047aec6d939e5e32d54702836e368beafe7a2cb4664178c3d0fc5c00a76b5ce
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f978fc7516638d158a3f0d0a0161aed709edcf4f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dbf59f2532b82058ae9b411f71ea25b8a1ee28e4db6373fc78fd30c74552e91
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c5d8562d56bdc2f73b4b0ef38a441d687253e6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21843dda6ec3f89f9a853c0723ce0ea796834522f27501513b9d8e2ee87ae9f7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452ad6f4e3cab77d08901bf70282a5fa9cfb88de
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216455eac54419e6407158efb0c4c3d3d850567af8eb78c8a86bfb7b7c0dc1c5
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d896f637235068af52676f34933821a4d3a0924b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf9a0ed88a2b90d5312d0853cfa7226253204181da4fb96ff9ba56156c1ae6c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc9100a3b10ad4d6af56389bf0da2990d13c536
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081f2c245f96aa6a8a156fe48d304a23b0248b16e8cb614e7be142ca20892ea3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b558f8cec6e7c993d1813f2d90128b940d761c60
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362c74c3a5593f5b46f453e7cdf6ecb61af02b4f1478e8b4115410b66e1a65ba
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b70902ec0a8541306ca31d730f3c6884c3270b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd5e7f0c9f65cb9c0745f01bef1ec06860883d67ee58ea50602616f1b9ae460
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46131fe16f38eecb27105d9f13b5c654922201b3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c70bf0738ed0d6a2da36afaed67285b99c3c757e0ba91dd275bd10f7cca071d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b113311fa202e467a364f896c100a6e09c3c8cc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7527150c673705231846d53811f33cd489865ab9b5c2fb2ea6d192f5e0f497
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4a413f319944202f7f2e88f61991c0f8e90fd9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b2a34cf0865e383f692a3feca8eed916c191a49c714cd1d73d67e11d0e287c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e497acb2dc338b38b54cec148679e59f8edb398a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3326eec963ff218c3c5a7ad7a638d17d3a7751d93f675552cbae54594662be
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8f2b52b51b14c690cb480868decedf702d21a9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00567cbc3278e4cf2bceda40a57314e06b3f579ceae7924f0acabb56f6aba06
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def499ec475fc226fff675748408ed9ccbf5719f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d22204c8727ed00f419e2688553146a46aa1f8cd780cba4aabd9622c582579
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74408dc14869411e5320741957d92e530364e54
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7b6f058232f692bc293373fdf69223696a66f0c4c6e1f9011789aaae0b90f1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bffa6d249dfa0ea0d86f146c0250cf8f61f92e7b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e87042ff484e9bb18f25e6fb77ffaa6bef0722b442939b2353c517c61c20615
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94873988aa6dbca0213272c945a065f44ee3658
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4e29912831b628c7845dfc409213c6c20fc0ac8cdb128b92ee0e24c98edf8a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834e6d27f081997c741837ae3fd33c6e1363af73
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a084cc9149c71a26c93e08da4d695d10f317e90976a8365f46af15452b47ee34
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1646eefcb28595237c3d6492fc7505dd16d7c66a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f679f989e5fc826e1f03023b4d5cca14b5f935209f33877a77319ffd171f09
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82415399abf0cddfbd6646c63050795972dcdb61
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b289c684c4f437174adb58f59bf423bdeb46e4124bdb12073633d5f5fc2ca5
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55569229c23c9329512f079a0b23b8faac578b21
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce949bac8a76c126d5cd92fa0c9e2589aad12c7a4fd5b0f69684ee1587ae3b66
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced5c8aec027a24f29eebeb57f825d3b967911a7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3496643e8571087e57e37b04a71163736d5baacbf64959ca2e57b1e4ca94058a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b1812fc958d387bc0da2424c9b78b1d34e8765
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901711e461a1818f9e1f3f9222360333a8550c9dd697e92414aed2a58cc23285
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b1948d03b4be9b0c6df57541015c0e2629f4a0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa15cf68b8ace3b980d883d6c0947eac1fd4fd2fcaffef00975b6d2a78f4f92a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a466a60b8e5d497ebdde473d39905b87304ce77
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ed72e42ce52397abba0638e1b57807eabbd48ff8c63aedcbf3c059c879ff05
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4e3bae717b66521d9d1a7a1a7b4f310bb9688e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559e33ef90a1312add267204b0f1d1bf293e4df284f8cf4b82a9ae0c3e558da4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2bc66afae952336e9b93e4aa5e9f170d4c0b75
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42054343b8735b5cec4e34b4c4c5691eea6f6ee2c21c057e4800f225d2e07cb2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393201f9d53505042dd5f651d33d7cdb9345590e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba14fe0a9fe85fb41595e1af9b3a112c5e1a318ff41d7239c0c65997901c5afb
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4340845ce6ee316bb98c95207528390e7099a232
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a254f6491576197fe313151cc7bdfe6bad589e65d44fc85f8ac0531861f7b1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a4d6eba44d476c4d92dfc6b9330aad8686610f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21963c80367de4508ef7fbc24fc112017215e57ab721a00db82548dba7ca9e23
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad67277617ae0da70d36c787aa14f0cae26ad14
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95118a0ed2f0d9d53907a13534978dfbf893930985bd08a27c939c6e373f8f7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83aa765e6235e8573d4df3adc7ff68a0df651809
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83814ecbf61ad12b38545c6666226f399cec6642a80e273930465e69e1732721
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee03c9ea94f1d18ff6151af67aa4c71672b82f0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c069b2602db4f2bdace441931532f7dbfcda3d6651cde60a96fdc4ffbe7e99
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e2e1fd712fceee498c8d4ba041562d5215fb6a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd35d42811b69ec75e83323629b57fd7845c5cdc3acf90e6a298e4a56ac43c8f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87894b4da175b064a6d642af74c8533f9dceb0e7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b78e4320b0311f4348e5417ccc2b05873e9afe7568f1bcc7ef149826cf0d59e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9eea41169d66df5404f06ffa3ea095627788f1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d60e5ddc0a1295cef35daa79d3502c14eef513b78367a475f37ab73e20e9cf
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0f4962dd92e664251223d54e0654b01553430b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0bba322de7601b42468b7b90cf146eb033484295315b557dc26bd7489c14e0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e65f48c20b0198acee855097773f383e8b4694
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b4d9a724f463c0f89ec777e9c87b47ffaae32356faec426f43b414f832b7d3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5084c4e20bfafe7b62c650b4292e2c0fb6ef4253
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb323bd6d6adab104536788a3230586e52a7d77f9bb01d877ca890cdd6a9f29
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8741ed1af9edec9361155a1b7367005afcc29757
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1561e551452dd094fd27584dee8fcd427b3786d8eabf7e0baa96ad0895aa2b59
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9eafe84416b21eae3a91eca6594bb2fd06c424
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d869122f720c00ad6674cef424917e0dfe419d17f73ca9d6e56e4c9c14d99ea
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02e19f4918fa09f0e05fb3bc29955dda895dc91
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9d68ab8a259db82bcc8d00f6eebc82e346b27e782ba0641a37823096663851
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4931b8479e90bf432e54e9566eff1fc9d2ef8d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3351e5024b9b5a2464b330c3b8c33329fe38dd849f94763248b460d525270428
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6acdd7123a87d2f15e115bb2b1d3493ddf753946
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1384ad7453d9e6e523be9ea8778a9c4710ead36783324c8b8b03586275702865
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47f2cd5e7ab5aaa6962e84f5b71a16baa23814f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb71559cab466f66bb0a29f1a884344f766a30d90c376466e5d338db94a0433
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f7b34cf1aee19271c5625db9f82a71bd3875c7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f457b6f56416aeb68dbec18a880ae200d8b9f1fd6208bbb93ba5627487035510
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf6318345d2c8f16be69624a855a88a7405fff4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719aa5a745689ef5fd7aaecff09dd2cf6294308c740886060219778d19541137
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332812c3ebfaa6819de59a7d1eaa26e7372f3f3f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b58aeea5c5d50ae920b7dceae420d62c7f3cccc73787d6a345effaf9a7eb7a9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0623ec40468051c9edc9b6d47cd64e8c6b25a059
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ebf906052c6301200635c184ab8c7812bf549c0dcf3415a95230edb1999f8e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed54e33252f2d7d811aa46853a8bfff30dcbf78
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89fc27c380b1b7817044500e0c8fbdba03411b6031747ef467b15126b77cfba
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8729c0230b9407b114061fb1592322b2e1b89c71
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da90e93ac43f86e9425d5f1a95b48a83ed5876602fc2696905e9f500cc6f53e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24840b2158dc10b8f17340bef381ebe539acfcd1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f75e11bb4840b17a629888b5fcab989678411189288929880151a249204a060
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6780b07e99f80b0edd456066703aff665c6367aa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316c08671a0e43f4c247d1b9b420526b8fb4058cf8e96ca74a746b3f5c0bf072
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ceff429ad85548abf8b12f0a21ff7b755d80ed0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3426a4133c19f11e57aa8464faf15b34d1023bad1eb06e96b69c91485e2280
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d89f4bd2157aded777045fc5c2ac74f07c88fc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5126b7919f68a1d1740b869f6d1ee283b201378c99ae1b5211e0e1ade7fa4fd
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e8112d96f94c3643d98e28e3b21b3cfdac6293
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9191cafd3e26129dc922430f0cd2aa948a57b2b5bc297e2a7d2fd936500f85
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/lm_head/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a47c90bfc73e47794334101f462776918f1a21c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed9996b99fa85167d37b20f6ff06fdf94f84478a6856b00f15a8a219e0ac626
+size 129091
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/lm_head/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba23d4ef03e3a8b0f24d493a49dd5dbcb0d1ba9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7695146acd45cc36aea5ef148bbac4a53dfbc0c30ad0713b400db780ae458a1
+size 129091
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c152aaef564ed60487c5ef5935f47c8dc4004f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09dd7c24a43e2be0c91ed2a095e0a169c50a4c134f4e2ab87408c8c34a807a9
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6d87287099ef15cf6fff2566c73b2556325ee5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8374fe692e4b6820fd7ecf6e556e478077ed1f13b11422112686b7c4bbc71824
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ce0e54ed90784430fdde37a6b6226aaadaab6d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45f28bb01357d518948a107f6891025db081c7b5386fd20697ba021f6e7efa9
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29bc7c134ac48acf5f1fd4ab2556959084ac8851
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640e3e68556b81a193e22ba48ba3d5eeb9fa752cacbbdd8842bbc5c3e16a6f81
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be6cf098f8c1dee7c9abb573b0495dd608696ae1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811e5437227eeb1790fcaa9c3a634c68a41d08f995ed7ff35a799bbfc93a7f02
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0471e7502fa2a09efe1ecdd3fea1015dc03e4728
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f245af1fa1377b1bd89fe06bdef4ebf0f0882caeb58ad4b8925c75f01d53c3
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09b681ff1e1dde4842ab6a7d1e96b736f2e41b1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2135e6bb2b4f357d009ee708134ccada9eaa99263928bdaacb420c5f599934e3
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b0b1b626c7d38125b3334c40ff0a5edba85acf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae638f7b11a03d6f68bb14f00cf754b64a12540337bc48ef44c2925bf1f6691d
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93eba0f8a9e3d87f90bd609511b07bb80a94b8e4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856a87d65724072431449b6497a2067d133f71362eae44bb7db3a143ef85b99f
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aba90f311ed820413af1befa1c7cf6eca9ecb89
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e1054de66c0f9be9d100b083fb54ab7d33d464fc3fe0b049b72b98a5eeac11
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae8336caf3cac37ba864965afbbe343d61c2742
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1530405f057fa358e0862d3bf5b85bc356656525e350f10963bd4b80fc7bc6
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71262e5ef68b6a40cf6a0c0ac21a0dc1c65bf7c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6721d4801a4ede5f44694626acd459192391c04ca13021054487056f9096b4f
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9799e3ad5706da7b622b521d28a61a5909b1fa8e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b933a40586755189209401d0fcff47a090a2100618d6b20bdf2608c10d91c53
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083b85154e3dae726ebf4db9d7c260d9a29f0fd0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88837c81c17961de3cc9cc9d23412924010818a7a7a70986024188e0fff96763
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e56b739b691088031d8ec070d6647191833f0ec
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8452236f8615caf3253dd738cd7ac1540a6a40ee0d43a219a954ee2ce556d2
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd6e390ba93fd08c7014e0c17d791e60ffdb395
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7560885195e979e85bb2d780aa2bb13dc690467d5e2b2315de34527342826ed
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328e10ad9f2c542941cd987597543abb709cb141
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d907a7642df5c2dc1ad5cc43a64e05c5ec43968572674d85916eb1e1d357c1cf
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e8f8d534481f1ae5bc2705a265287c21c3b085
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265e92a7bd1c2358ff232800e557a8336e6f6eb86665034580d61ff05fd35d95
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51eb15bbb08a26ceb51f275ae884358ff72a7239
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c5178118c848d0e1a9f98b04d1ada807c45055d74ab63730036736aa4ec795
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a04e8d4503d4eee6a4bdbb7f257363952eeb00
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd72907e8f95df85e16e831b8c305c801df128a0a45f258452e2e90e7c8af924
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb5a91a28360ffd247dc7d9ae33bb47f08d1210
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e3dd81876e66f8bd6c23b6a53d2b34540aeee0f16ff4f6102f6b8a0e128a8c6
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0b7c07f0957cecaed71dd08f962fb722d7bfd3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17761feda55af72ff5e8ece7561389ad895ed539afc8970f36ccd6e8c6e60290
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a306216ec9dbeeb369b07b8d3432dd8b5d05a3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b717c832df77b624d67d31ea2a696b6c891c9fa453e18532e4750650be00abe1
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217c53fccad2327a27ae62700fc3c2775b054e4a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99fb0ea332b760054e82038b378eedf06d187fa7261ff1944d28960e96e51bf2
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63a7b9ab2d0802a184aa66f6ac686c924f5011b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1fa469abf0d420c4490c554c415fba0ad7012a2bb872b3d313991d227f6e77
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a61a9d6f12c89f8e340ff2a59d50b557f7dcdb88
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae29834c96c90f6c61e12e2f033879cb634dc2fda770e44e48535a172db619a4
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d79da89f98662e80dca1803dd1b9f4fba780d0e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e0a3f6b94383b1f212710818a3f6683bf7a2c89c91de79910a4be8009893b5
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5421519dac6f534389c9c1ff708abc0455b67e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94ca461ca0d7914f9511a7b732d985e0682affcb8d886670f0ce6e3429b7d9d
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32217a6009f6288c4eb492b1bd0af4a076846125
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d624f78d5dd356e898756c9779eaa03cfb1328babefd493d72897c64cb036221
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce5aace300116553a09465aa4c1d18540dfd356
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4444b2b4075c551cadfcc95e75521c3a32826aeafa3a0d7f613f6c45ebda07d8
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3215f604e07349817916edbb2b616ddc4c569e11
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bfc22e241d7ae8e7fefeb472aacbc217fb6161385b15aaa0d28e47354084599
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0aaa5509a77ee0d168c1cc8a62fd13dc6b4e255
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d936efcf5d055eb50a492bab437284ed405eb9192d592e999d6090520e92c60f
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf816992e92df1057ffc343b3cf7268ec5ac562
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c05c807269d2505839a7c88298fd8b8ccf58397c3ab573982ab26009bca50c6
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf126bbe91901dba7d658134cd97412e31d38426
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6765f9e417b0984d5a2469c68879e21a2571da7bd10ea34c5e040285808b7187
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9afd2b0ad374c6c42d4f12093409a80375552a2d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c45e6a755ca419d9f5e49d5b07adde22ea9e65fd55d2687966487c74ec2d27
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715b5f132a0ddbf73c8fd9431a7f0735d76a23f6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64f9d3d9558083fbd970aac9c3e251d1ddd40cc35fc0128675070a74cfc0900
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c87d40ece884f00422fef2cf968021dea43a8d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0405eaac64d2684536d83781ed2e753c8b2180ed2c759bcb3e677d87a10901dc
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb081f3c94ad07dd7993216b9878638226be200
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86249d260afa6fc0ea1f286ffc421333df6e8ca59fcd95d9e836ec7b4e27b76b
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a5ebea989e0a0cb55d5f40e6ce9a72f20fbf4d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada83fde241e7ead88c745823ad21d22f15dccd2be7f195b76bbf1388c66c6be
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0539407c58f3aee09db6d5ccc3137ec96888572f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abacabf77338e77fcc28b21d9ae5f602957bd9e11f7702093ed0b8c6bf8d56e6
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18278320677fee9972bcf829cc9673ff511e789
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c4b8d715bd6bd9e87f5042a3bf237459d8d054aa55e814b7f2a49b20735058
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebeeccb1c675512e598cca08abfdf10268b42ce
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234fbd1578ec6292a8bca60689ca674f6f347d35091f60eb5810acf15d27efce
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f589ecc2bb6592f1b3020de215af6358bbf55585
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad5caaee5954c8c393ed6ed3110225de44b051fee685f95d2479d2829395d7c
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0063f802e364baaada07417ddf0fa5bc17e9088
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743c8a78cdde09fb21cafa73e6fc8454b11a6c3aada4b1ea6a5cea75f78a3d72
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce022e5f6ce4738f85af842b2a82c84edfc2efac
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710c8beee91470d447febcd3a734c8c007794a8d7b07a632aa9d0b16dcc2d1c2
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8585c2690b4e77d5ddf7111a2e5fcdeea53fce5d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d781620a7736af276384b12ace9c113da5d35aca427f490ebadf73a56abaec06
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ade95c756668b9b4496c2257f69cc7f2eccf22
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589df1ab740440caf099c2866dab09ebf990d00cd906ff63fd2bda8000d5082e
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f270998535afd3093d51554f3d15b156726dc29
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906b76fbbff81d6751b6ccd17b7a6cf6655650eb72ca9fe8830625a57d479e4f
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7410759b30ff55faae1d5c4707b7440474a3170b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317360d91dbb73c9931fee9a0ef697e139fae0e6b5ae962396f71172b863dd15
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d9f64b1008c2c5bda778cc95e1b9e1f29ec4eb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd89481a824dd99084edbfb470fe69a8b2dace8aa6660d1f7956f5b09e9956b
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1fcfac611223b3490789593219986582782c4f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecaedc3a1cc07e70b30147be8ddadca1d0ca65547dfd638da12a05cfb57f5c2f
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a32dd300d7d356960e55654e4bba56ffbb2a22e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d32ad52e2a0cae56192fdc50a87cb6a306eae48bc5071cc840ba496209e508
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd6f733156b3db6362dd2ce79b71aca1e02a95a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfac25bdf873c0c43e32132c0d56e8f74affc082d22d484f1b72e6505a863ba0
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3fe7c9ebd9e68c9654609d224fa4608a4dc09a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c54d210ebc35c8c5428b0dbdfe31cc90d2e39a03c859e82515c558b9e20bbe
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c05c9a844a759942bc52afc498b294afe7c2f57
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707c86c458f85b415ea03a39969cbdf0a91d36c5ec2f8c85ccc48f695275803f
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d4e0cf53c6df3d554b22dd43041f38229e09acd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923324213c81ba77b5377aac56c1c9ad30d5a0ccef2542feb57768a620f524d3
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09755b0a56edd135227dd96b296a7e58a77103f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606d15650cb616133ba29500ee37522ca2299014c002445b9b6cf9488d76dfcb
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e88f1c51f6bbb5ccb5ec006aa898833008e6bc0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e668f9d9bac8b2f063a25293047fe40d42f883cef328e8dbb965e180504a2f
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77d0fb58930b0063b6134e6c9538bc2d9b2fdcf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65cd3d5470698e2ddb9aebe9a3a055e96f948b4c5f71e7f5302c69c6039713f
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd91710811eef9487b0d4a2e8a29a19d8cf4a914
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b99a778322ab3aae4b8b207922e24768ad3b2ec95ae4df4212603f37568f98
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b4558b5da4a1f1d06d5ffc1359f8e65ae5b16a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552ae09b80c2df551d868b5f0cd38b18f38a3f34dca690ae921cd73cb2e44e4e
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f5b63f4de063f884a9ee3764c06ce43f6fb44d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09cc120b105504d4b7d941077e7e69c46caca3cd0784f334e0935de8785f88ac
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051fc8815ae2467531e2a283f43ae11d3440618b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba1381ead1d9734e7dbac8c56b3e3fff6babbca00f0a1b30eadc39483286491
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ea3e46662af05df6c326e2393dd6864bf8240b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1fd8db92dd10b7e8f304bcc68b057fdfd4d3e5aaffad1a0388013ecdc6618a
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71133b939d1994fa38fbfc7ce01ca9c54aa4d031
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7149d30030155c3ae3af1f34c89735a770d192e3f5af14dac00833001bbef823
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec20b3d0842c04f932d8eee87b5ef2a03e066c41
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93e78ecc379bcbb85e007f0757ae32dc15dce38f0470430de30520aa28dfef0
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dcdfff9cface154d1c457dfe079f93ed1295792
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9606a90f452b8106bdc280e07ae4a25f28f031af04919025ad2c38d19e8c0138
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1374ec1b5c82b63b4c0c5f383c56663c75fcf5a1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4edb36a0df1d32a6f175fb87a2d8eb8847c9731441e0626c0691d067df710da
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5be66abb9fdb36d7054911b64f3a68060c0e9de
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0138da84cb3e75d7ffedb17953b9f43643816372e113a695cc8ed866dcc4a2f
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11582c537a46100eef95891acf3a37d867ecdc6d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4ade08fc6a72aa675209058563d7d770349d02d6337534953ce26e7e842b7d
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943a7e6895049f0c6fcbf93441bf5b911aa7603c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01aaed43db73a07182b816db38c416753f43217c5bd8618f52adf11d302b10e3
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd6fa612c44a4941201e1555f58b6514c8842b1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef964c782023c8cd00b73a677f76c8742354ca512e8b81190bd37ae3425d32
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980a2596aedbf98b7448351ae83be83bb0e8d2db
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6606b49be5298f87425ac52ceec3bbd3a3a14718128cd91a744213f4fbc083ad
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1f861d5139af6740e8b8a443b3418bb44725f8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa4763af51126be2d021aa099d76d03a981cef5e6c63825195584e83e294a6d
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2228dd7be76d1f0fd86c3f3a9a8be0f859a02168
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587600e4cd2454b278a9ca9c1ff9c8a1e3b728536640f89dc57a4b5d7d59cb00
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17fc6e1e489df5c4a74b6f475cdb7ce0e012b787
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54daafe8be034cc62a8c6fe1b4c37b6882666a5613b2d339f5779540718559e
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede258d068b782831cada8887d18009693cc3e10
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d4007e245ecec1607a34b37ca3f78ee2c361eff84d67eb5ddb50d2c2af91a6
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141b69a552b4e53f8f1b515c53773cf2629ddb7e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1426f96d56f4109fb97f525e0d97675341fde4341c88594edd23f6d962cabb51
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d24793b4c74325cfa54e2764a98c52d6dffc058
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a455c6f7b513184816b6f900c2a491428b5932b0d3862afca88c6c1b747a34d
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecfb746aa947270072fbd7536d057adac6c5e774
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea1a7deb8850cf48e9aff5a996a9ac1294afdc5559685d10ef33b4923769a5c
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e0ed1f2e5c3e8850dc82954b39ae31c0bb0394
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d3b93db3834ecb3dc961cf128a771891a8c89b460dc408b4027c0e65aa8645
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7fdcd31931ecae4d08078b5088889fd17f0ab7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc2bc3c2866ea651f49738e8fb43ca16c1c42bb571bc0684210adc81abc7cc1
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49de848555470a288ad2944645753090cd17b626
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74528420f6af92257d8c0461e1f516ebd15eb5f8b6a0bfbd140b3d66d54bec70
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897720775f2b44304a15d43cc09cdbdcb2887d89
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d80e6b05e5a8fa87e7a04ff61c6b826867c4ff5d9bcc9005ac570499db6550
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a256b3cbce57791c5317427c2afd9988136b71
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7091b4d30d55f909d9bf6b2ffac05442e510ed85b86dee58d707cc061c96b6
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871b271c3c1df887635625c2f7754533798b0bee
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0359361a59944cca6e63464634818883c5cbcd5dbc7d3d26eb3e6dcfffb5c830
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae00c0180e48f2ca9ca312adebab364bc6a4e3ed
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7660332e73fb027d137cfd282a2b11785011351b64ecc56a1677f82054bdce18
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab85367b2d2ddde8b1165e9cabaf8d29127a65e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0f8646c6b695597e1f4d2eb80acf347f2f09c9f837cffc8361893868ee2b97
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55638a4909de1f23a75a5fc392e1c22b0f3b439d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29981ab037b827174d17b98bc408d18abe47d6877038bde60563b33e4fd3a3af
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977c9d62363d15c2cc179a26d110c60aa789ff0d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9399276de507f70f8cd9f745b4cc752439766bdc4d4f2ef34b236390fa47c6
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0c7cf316cd02d763533a773dd21269beaf132c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042b3a3dbb72c346f0f96efb2d7559baddd6f82e15b376a92c40802683b1e46c
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70aed086c6463e2262a6bd8f29630ff042b0855e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc10d016bb947e32e10ad8fc11fa386a1ae39624ad0e9baeb58d18748286e71b
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6912a00f5bbf86c1fb1fecf1c79849fa401d020d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3a33cf62eb1cef1febe342909e0522f6e0f921b19352514871ba19987c842c
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44a62e125544de4e401819fd0a83bac467ef41f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c3af144402397c68cbcaaa3b7abc72432b245243e7e50582d62e5594d5f0c5
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baab40e62b973db89b6b853071c8462bf3068ff9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85024df7725e58e9a2fb43df2fa284cd736376e3fdebffa515c7c08e0bc8d173
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e004e364086581403595b2cc8a80a42a644014
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca009a4d2f13061d92ed0edb3dcfbaa1ffb92b1ac88b718b477935c9d55c4924
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ed9d7daddbba9de3e1c8a7365212d9ef609bdb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd595729dbe04b348ea9d69f0cabb45d5e7e6afa5d84fb95426fa7b37eba2bd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951dad4cbad657225818a5549dd2c5a92a5b6b7a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707349db49abdd853ed51e6e46b66c6862e525d2ee53de90455b25485cf0cddd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f3978547a6b303c0656fe19a22d09ff0d76078b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aca6a6aab3c1fba629739a84284ca1a8bdbe0c69c1e8e4842f6b4d393b6b16b
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4849bbd0856cbbcb671182316993978226e10e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f7e09d71b651e3fa1bda965a9e2e5af8b5dbf58858701a42157133ca76fd6d
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a124d3de51b7a5889b8e62359a2164ab829c31d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd5ff9e3173fdee93ae370722e20799ba5bdd352cb8b468b34ddce429fd929e
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed18d3ec48a2d71952c1294fcae3f5f3d841260
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1535a9df0c616a8a8cbb2465456f24bb3716f61a3401896efad5c4c4c2377f99
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c08da9c6e7db259969e5ca5c3d0bd9e38f8d2faf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03870f9f5cda05ae61ca3fc4db224c719a08c5ee6c43eb2e94a5ea45ab7e1abf
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03403e5258a5aafffa20828b77face0952a2441a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac576cc4c975a05ef6f81f2a0ba651a0c6986f12e44ec1b4da6b71d96cbc9d94
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685d8a4d693e98662c2dd13e865ae7a4241a20fd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcdbbcc4a5b3616235dc58942b673d03ebf1c87523a39f4f006dfac49b8f218a
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d948a6536a026396e37c648f21900540a81e38d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fe8acf15bc1971508859bdf9224b21eb0dfe569ae7d551aa47ba387becd28f
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee13c07ed6c4ecf35d15ee89be6b61ce40167ae
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c28ed4dddba91258ef88d5f00ff82bab419eeda6673740a093f3668c1ac5ef
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5865eb37fea2bf2cc2b13628213c5de1b24bc25
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357fdf9723b07b77bfc34b0e8108085867e83449e326e407ebbe40db39a7c436
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1aa1ab1da0e0878c665c1bb6fdb57c58f3a181
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436a7981f63b154a0faca9b64e3df85e1d4e93273993d5e561803fa0f8d34b41
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091b95423621c7a4f63de46e142720dd6bed6c65
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ad96478e76abc2e7a53735ca82814547aaf1f0a4578e726b4c74b57428d85f
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8babda76786cdf89b56c9e8694d1838b2dcf7e61
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b04a26b53d012744f8d983b4ba988bfcfed453a423c6d18c7e4f1e5e5364394
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905626cf4fa5989474cd9ef4050415d61701475a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d126f49d1c19cb095da85bf4473023c213436071d25f2c75da4c969a97a5046
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1974a6ad37945c74353de5376d8f7a1a4e20f4b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df419d7ac43e60feeb98a965c77daa27c3f3db574549aafbe46888a6a115ab2
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbac1f971e04e7f66a8e75505b12c902ad4aae1c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edce25a870863f6d760c7f685c9d7c740eb666b87423fa24910df37da0bb8e54
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81606d24f692f4fd43f9a9aaa941e10e6c479822
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3fb131746866e6a51a5ed1557f48772672ed6ed3df06e0590faab31bf96599
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79140c349073792dcd823e3391aa580ff12dd367
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a25c88b7024c4b16aa3aad58444fd54c05f63fd5c7f23b66c6a7cd5af496309
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52e1e79b3556a8070f054f724fa78d3af3ccd9e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82330b63c32506c5f848e270c2e9c40165c3260816a0781085bccb402abb7a6e
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13199a39d48f3051cad096434f6b863ec7f69b28
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055a91db7cd671c6b6e7430fdfb0f0831cd997a48670d1307f648f379e871cb7
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce85a5e7a5464730a59251f5f9aafdf16e8af514
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304d642508d68d5d69752b8de123a5c3af2b7c0d8237d55093f5a302574aa8f3
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b76118bf75ce20eff73dc353526fd2651700119
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90c31267d3e3ead6f83a3cc5418b61c14a25f416150291d6d2ef844ab9c7470
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8f98a28a63bd024dbd9c1b3e9be7d9d32ab10e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50bb9ed3b502285e44f2569f4530390d202e099cee2456a448885094a88fa2b
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbde1b31523c6bec430fc85e8571f9779cc98e09
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1894ad0fa5af5ac476f611b1c7aefdc08ab7100fa33c9b5b074be4f2f75f5206
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc41d9c635ab2f011071f3a3ebb83355150539e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d14ff20be63775c7de3d3e7ed475669121ea1753e9755870f204c7e693a9d0
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e289bc03f6070e67fb30fdd0eff3302f86e8f288
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388d4e12dc7744e6f750c3011cb96cb679b652f55a061b90a47286ceaa6cda0d
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d21710cb2ce494bc2e4417ec6e2a9cd1afea07
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321dcdccc40a2954b64681fca88592efb1ed8f9178641c1cbf91eca82c9034ad
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637b7257b1e06a91551ca328f47d9a9fd4c6b144
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba3a658ffa660987703c2e06d76648bf042ae1b19ece0edd9a09deeb80e6bee
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b43fe680ba7c2f03cce27db4b7898160659e0bf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04472b06b17065009b3ff5be1291a089cf7333c002ee8cd45fa6344ed882ecd
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52065b057d62f86e9ed1059a233c21fd6a43033e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f1aaa44d664e663885fbe519721e22d78f44099b34dda906d5cc6053f2ebe4
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c361bc2df69b9e24f72548924218ba36f5e789dd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad8e91007c797051ac2180743ec1a0dd727962ca1ad3376004e3fcbb42cc35c
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c3573489cb5557beeac2ccf5b0881c62648764d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f48d6d2c26640043c0abc178ece1503a332b5acda59fa6a4c0f05078bf86e4
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e02a25fe2e1a9fcb58a1bdc7416a0a7a2a8ba4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb4a59bbaf386863ec17fa90e3b09f2089020499ca8def10983452ded8a5eb4
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e98a02d3a1c0fdbb6304a596797d61846caea8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9e2dc548d4968980632b1a83bc5cab206ea447c0ae44cebb6173eb162378b9
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6515b8e0e46dabd18fe212741ea1e5d5a6d8d51e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de4355d634d1a74cf8ba317f953623e7302bf98fb252c665adbc4c8ee34c852
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d5cad6a57f409d7af108c2f0f9a839fb2c3cac
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbd73fe4431f4d8a19c0155ff8513efd73c01ce08281092dfb709ffa7613c6a
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908c5c0116925a5fc4b91b0e5502bc8e681a6402
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255e6122a9cf5dbd87c3c3ce76d8b37b694877a3a915ea5a768695f02a54e4d8
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8749d2a7c98643e08e755a1e362fc3c0c187793
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678317ef6fbb217053ad6869bf2f1f5bf711314b9307f092b61534f2dd8f6934
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5506449e07dfc5322d79c225ec904a4c31bb0fd4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53632fc67ff732f27c309e9e44035167f0535eb9c97fe4df70c1d035c757fba
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee6f46e2eb9a2b5512d4caba3505e002227649a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b153ba9077d1390f6bc092141e98a7bd5b1c630e4dbb2a69883315094db66e
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16fc1f537ee02ae9dd974961cf3307b782a3cebd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455d089e8d742a8fd18859ee1f10831e8591e54d9d4d619b08aad04cb8830b00
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1be8ef4dfe5d4acfd8f53e61d7dafc2332e84b9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc71edac1b8851ab8f9113b8405a9b7a96ee57d4116add60d4cd8ff7ec2430d
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f07f03dfeb861d1efe5a4690ef5346f87f9f3a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbb7e2ee0b130e894c15fd0264e32c46ce77a7589e5eb74361967c3e2f12ed3
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c832b14b1c8959597bcc9d4b6ac0691c9f342640
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f78bcd59f7c22a29075d0f3b6a1d0f4c6b1a049dc78b4e019f8647927dfbd96
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea55faf72ee599979f0c283ea45e2bf1daaed68
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee4ca520e6e4f280bbf9117d6c907808bfb00217b186372f53deb152b8063fa
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..246a460ab539fc0263200d411c99ac82ed6dd998
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec123a7ffee9f6cba357536d0963bb9cf51a131abbe8448ebae46dc10cfc0fb
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f36eca62b1222099cffc09aa479a9539ec39f44
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32c0775feaa7324571f5d3d73fcef463f103aaef0f074341abb6234fe718f29
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d40d5bcb85d3d19c27e483b3089b09439696fb1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8bebc4a7215ca4adba7f8d4c93748b10bcf8126cbb68606bf94f658e83a868
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5edabb91d918921a2ce1e1cf0cb27dae8819505
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3ca1d8a38684ac24849559013e724235d673233d1c4886616606802195b9cf
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..684853080cbb3a609902725f0858b1295cbdaa4f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb31832f8d6682d9294bc06858a06000fc4f3f3406820803e9f54b0b464c13bf
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbb4892b49bad0348ac1fcfa1344eac874112cd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6538bf4feb369935aae97e657375726031f91be04a61c0baffe40ddff4213ed
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a96e0376d916a8e5b992e4e5836b25e075cfad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614dc1d14cd2b2124496b217121fcebf9113060f84be82dbb3331c8055a3095f
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b987d7f048b8a43bada3966cf94f595a08cb6677
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99bf43c46a6a2dc0f64b98b83cc4272bbc6e668238f139be2b41ddc09877e0f0
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164687e4550a41828fc97ad8d3852da1e3cb9750
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4865305cda0e795da7e24e17a3d409f399795b1f1e4a9a14605e20169ac2569
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152e1a89cf31fbd89b2d86604f77c77a6d0ae0f3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7da40aa72b1f6ba59f3f9dbb5d4c7bca81619c10d4ca9b36bb6ed05c50f0e65
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08fca0caa2ec3d236326bff2ae08d7e154d7668b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e6890c07a790735cbed417d0c679f1cc60606894fe58311f4e5d658ec8658b
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98097b20d2266d0891b70236a28173494e58a214
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e872d9f3301881e23b6eb608d135a9f98d2ba267aa392164f4727534003ef591
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/lm_head/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/lm_head/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187fad3172d289596486f93395640c0bda34d7b6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3d1e74902cb55898592b89675cf7bccc56ae2a9f2a810c8f0102397fcb9d4a
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562a1b37f8884fa024f03786b7b5c8f1634a1d4a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56fb2393f1fc06d37907229fff25a4072e75fd176b8c2693f16bb3d453eaec1c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7b3728a90b06cbebbc2d2db5d78f1462620ac2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77e5a2cc8224bfb4f57a07da7c4e34df79d7b8c9e9167bcac991971f790b8ae
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a6dd12e9bfaf8543ced0982e859d08f4bef025
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e644c535c37f7f3d51d2e9e77f406ef9446eba2b3d75ca115000f281c01935c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54e64339c6f5b37ba950a735d219b851f247fd3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ecafe9cc5e39aaf3581dc312721ab338fd9fd8593abbec465714e7b819d131f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3bc4afb8ae09c80679f37d32f630a057a84fe1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ac02fb7d6d2103e857c84b6d97de0022b7af21700ba9ed8836edc173f8869f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7441866568798b3ea38ec83a8ef9d23defcaeff8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62758287752068b426b0d60c25fe269cbf7caa4309d2426ab9510fd9f7eb3e99
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e92e8c6bf3ac48002ea47e09c3416dbdce7fd5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e95ddeec3a03dd72a144f39b8406627ad1598799066f6455e90c81325c24645
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf863b20315bae647db822f9d3bb42b0f5fab12
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23dbdad148134a3c2b8161ac66dcc997ad2e937fc8f0d1c44bc67fa63a8156cd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0714d5c2f7e64934bdde4c48a1a55e5b671352
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c9e036b946ea7d6c3e881ae91d60818a2e0685e8a56188996acdf31691ee42
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3ff8e286cde0bff5f7e1c860bba665586c63fe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3e5d6a4f9f93ab7aedb7e0674ce97aeaaee3d93eceb9e177b681a004916031
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8c948977e1ebb7dd53f97cfb480b367fd449ed
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b65d72223f519713b0d476f46e0774855874d29e9f5c04fb4ee6e25bc4d6600
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7edf18e209fdb1e150c35d67f59e3d8c5609cb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e52ed16736f1fef30f7108956801517a3e7b2adb716e4983c09cd9e2b37191
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1819d53a0954b78ccd4a91a9acb59756c1174105
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faba79014b89e72a9a3a665ca968c85dba49007f6a9f8b838b56b31f7b351e3a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815faa32954fac00bd05024937b1d3218a2e45db
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a2b55a722ea90a62b9dda0395f3a7cb097613ebff5f64fc21af219e6f4b255
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2bcea086b126e0db7b9af3983c41a91f4e4b97
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aea68f0b097bde0bd973b2910d736def8a5dbf28e1e6b9410f1d44e2d813aee
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989f124b1cac8aa586c9b535b93e50e4750cd226
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6306cad28190a4c124db753fe4a18c65b0e7d64d8c7d4ef2c4002226222de01
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c342777282dc3a272c21b52840a3b24068949f13
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03020123a9e8fc1fc1c1798012969930876188367df7a060d6b33b493427d0ee
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0964d005510711ed0e2263bfff35e5fbae617ed5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05b9c4b13e3fc2ec36154d8c5ae0b2ee789d854bdec55a794b2196210b966b6
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7154b3b689ea7141b7fcda020322cdc62d6909
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81409bbfe5c7fee270127c31b32e762223455261315a332f1042b79f5fc15be
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361dacb9f3e6d8bcb563517c31c89c80847734b1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645c561eb240ea35fe922f9a35c3eaeef46caa6e8b5d1cbc780a6ec1905fe1e2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e30701e3f289627e369eef1e5bc12c21432706
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cab88eb9f1e6ff1384572dc9c721673a5a8f151dfb904d4e2c602c95ab65fe4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe5f81f46f553bd74f88c950adf32c1ebb17d60
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d029b8dc2d4e7235e9c90213e697a2b87351b2f7d3ed67690a46439ca9146c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1803202347641a88ca131f1e3ca0115561bf1f1c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544fa12c3cdf87f098a67101f9355ee440de1f7538ba15945444977a9ba51edc
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603bed25f45d3ad672bc40e74f4a1e636fb9320e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d162f83af3ef7281bb2befbec33f8e72775aa2a425db4c741ecfd9a8fc79e7bd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46714c1820ecf7c820413fe59e5f4ab83fac2dc6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025258b3aae24bc4d8c09f39c4ba8b860c10706d8095ee36e6c1d78a30f27275
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aaaf6cf0aaf2939ce5a57c433a58683cad8361d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e26769e6938d0a099069599391b536b3b14963d2fab3d19bf7dc631b481e0df
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab202fe198c939e6058901146915edb66f8501d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f755b24032c4b49c2b2e58d30a37dca7bc5970d0a00ce26dc5f6daa4bc7a7bb6
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b8c87e6dc46663d833a4f183f7905d8b21db03
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40704a15c06ece1518bfaaa1191218d25588a7756d8e2b2eaf8a544bd66fdc0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7ce11ee20e3f00fbdb4063fd108f5a957504d7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38b2b127cd927e7cef296c6cc46ea45e55f4f764d9bd1ed3d339a4f201aab14
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020c926115f5d277c56c66c5bef1c7fa14d1f351
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b417d086b32c0886977f751a03ac5228b7a69009fe75cc73c54e959323a67be4
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f154058328baaad02554e3b6103e2e95792efbd8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1715e22afcc1ce1bd83ceee7c29a06a866541ea30121556f7d285f0ba3a6686
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08528c8e25d251a380fb530262a242e79fa930ce
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3610d75015a3ea0d74827b661bbd9ed4a8bad63c204d2d20bb517c4790fe3570
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06097c6d1a3db50f51b8201299c8b8c6975d145
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7dbf16b27023545ed0277f7f95a43d0bbfc953f8f08283e5ded020b461a138
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9353f6650c4e6e29277d4f5801a7b769089d60
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a32ba31402b3f81a833495917e5f6c546193b2ea8321157960d287367dfee5d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617ea689695d359000931074b1fcd8b6bdc9675d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff78494154b4104c4ef6fac020dbbd32ceeb3b2d296629e32fabd99dc4cb739
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d8055a8e305d77c681a9dc22a5ecdde806a06f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31ef66499371326007745af390f5e20c3e3767ee4f471029856d940d7e65f39
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e45df55b8bd3640c66b8bd925bb87ef5e138878
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10a9bc3a282811e1ae35153d573c6eb7edce38c10ecda6cd991f769baa01e43
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5c7fb2509970ff7da869c2a9bf161aa413b141
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10277ac2d41f14e99ab91b6e904cedb1ab78a8d95aa0d67e70c5615447ba376d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed64144dabe5f5696bff5ecddebb00124e4fc5e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6450e9e4220d0dde3a6ac2b1755d00be729cc6157439844ad21ad3ca515646
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f317865b0425c2a84b0b291e4a94a00b2fc9bfc3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b24a5b10b98a6087a0e194bf9961faca289fa6a13bd1bbf47a701784f20adfa
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7cd7f40341146022b843bd00dac95794eed857
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5136d5a32721310dc3aa86ea4874a425606ee87de69f74253827f84da9a291b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4634af1107609b4d0ec72abf98a8fe5b4805a378
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df43f26e9c83e1c4256712ff24afd666ed2e66a37591a14d8281a4748e3176cd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef56fb7f0743346e9a8a2a3bc86afdd5f66982a8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8836c460cd2a469a76257fb2ead14a11c1437f2d6446fc636da85417ce269326
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a2fc2b6f2ed5f9f35ed2234f1a50d3ee6b25e2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f239f3c49cf9e920777b9556f2d4141fb74f4b76a5c66589bccaf89b95b8a1e7
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261b5205a75f54520b278ebde1a1a94bedb3ca2c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d925488c4d086b7b4b3f9521178708cca0f3de25ddf457223504b879c0cb7414
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be9c905628fa8bfeb11c9a3c7b5044d715ede77a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099a2d8a5f57d3dfafe88c4d971dfb30421be1446fe4c80f652796d04e494985
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633b86d85fcad1d105a77a636a5ed60513a01aba
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba6cb103fd84586dc6005cc309bed540bd67267e2d686789678961ac178e6cc
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed6f61acc932cacabbe9aa80edbed6fa703883a4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67076c02686e10e7af308ec01a67d22a81bfb278a3ec51479535fa3aa6a1bc4
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab64f84c21db27cb358ac1e6146b90ba49ac79cb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa0e6fd946d3e9c21b8c23e82c56348ca8f773b2c510a33a394814ab10d5ba5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2d023b42f97c11fdce6c1cfc8dddb86fbb2dd7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361543b19f5ae90de8cbda67d683ab8d5087bfae9888409a2af73c42120238ba
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ab2f41a21fcdab22a3249d7ab8f4f998caac63
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780107288829aa424b7112de3bb194059df7ca713d1f676dcc0889b7e61f2cc1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef82af6b898209f2547e6b27997e798ed78be2ef
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43104d0186c68859d99f72641ed234aecfe2c8e91907e7091bd7868d7c01efe
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13726d7e3c65e7067fb33f745b002ad072ecc5e3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235ee7a280fe99f1c5a43726497917dd2e2cd4a0c4a03c262688f554f9fb3cce
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094f3876a94410ae14da0559549d1d08a0128776
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d503347a6b53c4c4d0b57d77dab5d242aca7fba8cf6372cece95003b9f0e90f0
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8646eab956206e8a9e0203448c4bc9f862479670
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80e977490181fa414434fde4964dc382b88daa093ad3a06d749a44b066444f1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1aefcf2fa26151220d3303e94db44fe573b945
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f74657a53c9aca1d4da6fd6056a2d5215331f8f76373d6fdddf5f5032643ba
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8500001f1a3dfb3f32f273da3d2030a237cf4419
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb589eaf3207f6636c96b55653632c65b6b300b278763aa7454a91cd0aee8d33
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ebc783299c7293e264222e4dd641ca40076631c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab7e783c82b3545eca3bb0c6de4cd8facfe36a8f43fc346e33f7dad58b296e8
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542353ce7d4573dfa58d84cc2cee3588df0740f8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86652a4d866013369357018072baf6f153618da304a0ef25b895e2c579bf3264
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8702f52573a23209df11c7b087089a0376e6ffb9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950ed509ac058f1e45b7e9dae37eada6f858bee2966c6c089b9bde2e2debe2e7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a449e32a716470ac5b089b89be51f40b808cef5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa732c1f6295d2eaf21b6b2f78948d85364721827d73afa5d6a47e849a0a4c2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65446d35c7cbe7e59fbcde8d7f86241618a9f194
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268a09fdaf99f2fa205269115130d01fd5b7c9abe3406f3bc72e2476487b1b0e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c9c880b3aa129adfcb84ce81029448e73b6f14
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff1e629ee3118a77da0f8be941868bdb866aff48a79d377d78a9c7663583179
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840603b590539766e461ed112384a4bdc4a0c68a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd645b27b81316850f0d0cd53e3081aacb180eccb502ea68d46bc24865bfd4ef
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4988fcca4910323d3f07b61482d4b8e51a625d93
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf520555808758ff97ab143df621a4205cd1856998be7253857ed17bb1b682d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587fbe6531a5b03e53b5b5cc6ce2e1bc7062d9d4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92155e6f9523d441b1407e7d665868d52f6259026d18b00f932d16aae7157dc
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c94420e91a9684af2ba00cf663497a00f23c41
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae169ce2b5039216b760c3c16fd7cd0e8d00b5c7d8e30d73292be4a8f48cae59
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8bd930ad500605e78303b7ad7de8a4226af9c99
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f906347f67b17c60639090117d516a51dc4d89571468fd070a387c470bf05a5a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04622eed1d1c3d07ae4a0f816cfbaab18dfdfbf3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab0d8a1f7b4c752c04f9740cd327d19c906289038145140d0835778fa6d5e83
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59342754c9547561ec3d23d33260abca1b7b7c83
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d8f70047d72518ad49da7a2b99beab08904d438a95d9cbed093e9e8cb97410
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991b5cdb4dda36a12a3d782a575c2888c08ff5dc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b49d41c5b9bd3ec77db3a78d6a7a2e8cad210c9eb25a8b746e6a8cb8802220c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209de83471f07eedc086b393802dbba3de3b0d95
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898ad52c4eec6ee18fcae07d3c344b1f425e14f75d7f541b94d5707fb673b785
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885cd51cd6597bccf33b82fb4e9d741fed2be7ae
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a41fc17222e0c47e656230ea54c7ec21fc5c4ffd4477d5f05c3ba32467854c6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2520fd4ebfd763b515cc8778253ef9b7671e9f7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57cdb15a13f1637437bddc814dcdcf311a2a9911e608da9ab49617b8a67fcdd7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4675a0da95a0a4b596a969acc72f2ab90402647
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd596dfac0eade5d5664a77acc400b063400f1268ef28caa857c137d4e7b747
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d33205511f595aa0f975137bc64de614bf13029
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770a95f59430395b44a46a2ae07aec2f3e72df717e24ec10539b66cbe20fb2b0
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a400e76c0f98b357e9d1902875c49d957c26c49c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29cbfdeb531b83a4126511b2e23fe7ea5a794e82d81ae1a72a7e633bf144e932
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9010790cff585dfc971a47adeaae2faafed7651
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63ad0060b6fff6919385ffef773bac63fdc37aa5d20023c978edca90ce6f5af
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4420d05f0511f4a512842f8907ee664547720796
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a58b45925c5fa3b6341dee0ada8408ffa13e0f93c8048f1393206b37067081
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9da634daa0cce9f846a480dd4f5ae8359ffc2a6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f674a9f1052ffa5396cb33c6cc6f46ad186020d95cb2dc9086cd352e4978e5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79099211eaf73f5c8980bdb10862ec32a1743655
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d923c3b866f4c13ae863a764e32d70eefbde2d781b7657d1002e1e0f626de1a4
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55288eb9dbca3250b9bdbdb63b5ae899728a1d26
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fb699d9770e89b1aa94e2420e05f61bead7b232e54ed58148279a58667e0fb
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c494266da83a513eb6106ab1bcdb36393cfd03
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf1394e2227886dcbb13784a81de9a292307419d14ada483de0bf93b74319cb
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667b7ea43617a03827400f77ff09a69493438a57
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b898eac96d1678992e91f92650c8062343ba2e8bbb8dd7d2a499206fb4fa87e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606f7d50089821de6aa07ef7eef8a461511e961e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a36858e2ccd1b0526f4cd1d905da6dfe7788b00175ab8abc91dcdbf07c891a5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010823e09f421c84e2d3d6dee1b370ffcb7034e4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7de1a5281923c6d6b12a5373f71fa4e94065b3f2af876aac0d843eadf51238
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b8a1313ef895991934e0610f6cdd71d45d8b0a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b5449a303ead288a9dd24be16f21408d55b8978a9ebaa2618bd2b2d94643e6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a61339019903a868ebec5c3428d1f6c2a2a1790
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e816e760375c6c49b25a30042206df7deca1cc91633ce177734515e1c67d41d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd09c9189305c0db367b96fc3774320b7d70d1ff
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579b993d0cf0bf64fa7f483653c6922ce64071c62be0657338fc39b3e5c4d9a5
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634ebd40a1ca75b66cb86c8b4f42919a0ae707e0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4ca7ffa6918629ce715fd1ad753cc95b5ea79ceb41d806a6121ffb651224a3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be13b43f649ab630d36e6fb6028fdc6d35ab51fe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf80228f68b32aa90bdb64bab9ed84c5223e28668afcb9e10404d368876da15
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f831bfe7908bbad7041c3e1ae4416d9c6438d143
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc017c8044044dbad9760cf86419a2394833df5f7f35509dd466812ed1a19f77
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5b6efd6f2edd7aa6f4043d20988d64e716363f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d996df089ed8b6f4bea1ba610bbbdb8255f9cb891d3c904345933928cee4309
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342e696240516b2efd1ab00fa216088dffc0e9c3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0303426228cf57afd74035ec9ecfe1d58f1ce8105e7480db5b586939e2287d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68af2762e61484023f9ecf4543596286ef63ddfb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212e5700110fe47cf02bec5959c15bb65e2d937f7dadea6fd2b0f10859dae3a1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a6ce4d11587fe8858f1d32fd8767998eed60e9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83651b3acf7f046a6319d5858bd9bc966a4e55838250099a4c5b0f71ea12e39
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f1b9b761d187e92121f6d594147e2c542eb903
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79172ceaff95c39fa0a327c318bfe5c8742429344ddc9bfac6501c1826e12aca
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c4734ed9db80527857537945d1ebc83e553bfe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1760439eb23f1856062e790d1beda0869f270339be42ddec508b7d6c533fa7eb
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7712a98467d0505209e7d98f126d1346facaa39
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcfeab3350193eb378f84d7bf080ff33ff3093b6ec3bd425b8eb6ebbf411c4e2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6acbaedd5a41acf05d079262fef0feccf28bb5c8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2da73505c2a69166309ded35101b3e596c5b70f94e8d71a58b8ccc940281fd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47a99cf9b605924e8af861702dd8a0e075e69bd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c30c6025ebf04d0cb55a7c0ae679734c2c1febae4e00f26c68c81deea438df5
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547e7125da7104dd105f01b391d93ea4bcfa5ba3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11b4afa4a49ed438975907314e7876875a2dc139b2042b5278ebd8098ba83b3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a41c92b947b7fc73e2afc15698bef6a64f75a9f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f239e2022db019d2ada900305a5b866c02f2e89c74755f50adf68c75f1c4fc
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7132cce6d6a37cd69dd13d5826a87d85ddf7942
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4394daae4c339b49ea64e56acac7528b64c5e261c6acaa0745f93d21ad15c983
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8093b5643f5727b6ca6bf90c94ef098b7d2524e0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa26990cdaf5a4849b6737a51a77b4df794065cfac34ae7f4f11319426c3e7f8
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d77c0ec51a07d2dedf691d2621eda6f6c8bbbe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b90b7df50e8badff2c18cba641b5ef111da732705bd110826d91d03b136c999
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581a2c572c55be9aa0a79b42b173af148c88e4fc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b55d48ac963bddd01c6d6262d0608738855d19c628c82d7b1dcfd3d9eba34f2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57cc170f738f664dcafd184d97cc1017eacdac3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6841e72c8cd9f3ec68aaa4874e5717f660a2f90ac9a7df7b890b935721fb4d7
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66bf4189ac5acff06bffde87c99fd2598a11a595
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22d14977c06ce1e6fc4c710dd99fb35eac343cc75ca7cf31228392dda37b965
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1916091376cd89b508be9ffaede8318702b83e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6efc46d79f8c92147754ef2e4de9082e5d9572a65892f9bc97fa949e06f270f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc6a8cbb8635fd960e452e06cd2151651f6fa0e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451c7ea971951bcd4b379bdbf268f5a3cd0a8551156330c08af677eed9ae7466
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d2b90059c491b31ed4497fa31cdc7cbc72520a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244bc5ad85b08498761b8d79feb20d743a31c61c3edc4b76695f39497478ee54
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ba42445317e28e80247a8f52299baff358526c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f2ba2a9c5581cc015047efdc6d215e18fdac164365a723175f3d631b852079
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90846c0f2e17e296a0a14970f10f266264953e73
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42309933b7d5cf7ebba3f556ceacb74be04037912ef3e997b739480c5c625390
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972b755cc68299dde052424e0a9eba19f6d23667
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e622499a0c1d3e89cef0ed6b2529ede367c9560ae089847adee72f5bfe110f01
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c12a93285c118a142f761298c8e8cf0ff3c7c4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7750de1f21419972bcb71c34483e3220e0168ba827b55ddda5f2246b40dd15cb
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd28d7efa688348526db63b55692ae5b7f81ee3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99cd4f870e6c42b54e8d67c9fe3bb8bd2ca0cfde6288422ddad395033c25a01
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf999740576a318771520a47bdff905f0b2253a0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2d6a9283ccd51d60d51e1fcc02a9a219a3d7b429a657f433aa1e892b70794b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658ba8caea3d6e9e8874d5a42574767104fafc88
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa847624bc35836e13f0ce16ffad2845d21387048ab49abddcb34fcd54703fbf
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82eff1d4a04c6fc4011c082023ca3688a214bcea
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76aa8450ff06bd523f426c57c50b687cfb46959d05b6fca062af9f1ed46b46b6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a791b98e4e0c507de2eeb87b8148525a868f3bd1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f01b8cadbcb3e5e6e4844dc88bd03789b44896fdd18603bbf8d8fea6408fcaa
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23cb2e8351a1efc88e2c296b59593dce1d96995e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b87964fd565762ea69131415bd3ff91f86064c8fa4e7eb467a998069a9a4c30
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477a1d5cf942ba11bedf224a49486610560a044d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ccff2ae8c804e5e4dfef7b15b826ab036239d1d9821a16afed1c23841ddda7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b729135f3d6c9c7f920de4be70255958c9add0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175d1361a725def98d944f3e2449227239a53834054009478e94b4bb5f35f2dc
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d770ac652e5010f48082f714c43f692a1aec6f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7344ee54e6c3fc11b4b6e476dea748766b25b05cdf98895e690353a0c4cf5ae3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2846efdd1b53c9d12d84b07f6b4f3c7fcbe0f6d2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71235e8d7c0cae8c62e5459e72fe5ffe7c434f5af9abfd35b3af3ef40fa9ff6e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739a25800aeffe753743150d4d513c3cd497cfa7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819a61cf3d037ec1202239587015d08d3e84783736d42d58dfca2a13ac1ad011
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852a7d82c0af8bf31f5ac39fce810a94f5e96cb8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5b0eaece61ccf4d14c5a59a90488712f831b285cf982036e0c942255d52047
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51c751edadd758abbef1c4e7f522976c16dbddb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d791d90f50b9a0bb055a5fd7148a53024b351c4b70c6e529c278871bc3e1f2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec71873e6e26a9843917c09682aa932316d732fd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9a90c9d00962b2bdf5098d1eaee619fdde7380ad97a3255c7216c2cdf19d9d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a550180a0ac98853332961ccf86eb9e47353a2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae0b0b9dc3b1379ec712e70d61fa14a31a1706ca5796e746d9eada9954db613
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3dd1925e485cde9bf7a65984a9b54f42d863d44
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4ce2aa5b06e801d5984001fd93b2663d939e94c7a1291cb677088429aa1e67
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c70ac7153a302446688401522004fba8d897bba
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a6ff3acaff3fe76b848951153e7b496e4dcf9efb5f223f5e5f28dd6f9a889b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f654dbcdcd36dfbbfa52f3ee7c61e86db38c9c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cdaa5ace4b8e4983827ee119b9b25eb2f95189804b8468386de9c453bd027f1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366a61c81d371c3c7a766da5971c51fa4d16284b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a9caeae3e359be2dc37751fc3916b5751e9a0742d42e57b0258c7418e0f47c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d130afef7065b498647ca190f57c9a4616848ead
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c599723b3c62dc3f60ffb41d1f8ab30cf8def12a72051e70b68840293f56655
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f3ee449d947d45a25511ccab5a071be2d9d842
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2116042119a11c4c751f9471f393195795712aa903a2c6206250035d2662329a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57239a959950e615c2c068e85179bfc98abf4dad
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b076848d8df3ae0e8e463110761cc4ca6f8ef5d279d9042f40a169617182dd26
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690f538743d73ec1793e783ca482710aae746fee
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c60ea9a99b76c0f2f3864a01f8dd3d316ad99b77355cfd411c1182560270a1
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6953a3705ee342cb234cae86d6231ca7c30c30f1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989085239d675795edce3764ffdbef07c1106a02ae85fad37ea1c56162a1cabc
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa776a61ff76c7935844053577d508765cc959d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599869769c994c1b7849daccdea47ad7b7eeca6a771ba6933ecc94f866bdee46
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c54765925daa0923eecf819d07baa446e9eaf92
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8178aa69dd518bd48e0be868b2f8ebf646ee7378b765961519f02f181de2bb07
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163af7b424c547e5199c0766e7acca7cd244e78a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381da8f2fb3e37b631cfcab025d945a339083411d0605754b30a4804247f6b52
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba04640a152bad53541c92e5d2b4898adbfe76a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5ad5eb7327afc4cd10776a27c2d34014563dae4a96cafa85e38e42d952d172
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e364da1d2109543c545f8c80dbed649b0a74c012
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5496c33ae6b70ae823617a897e1dba8e721e9e7d8f995d97644d1583963b88b0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79db24d306eaf0d053ac5c90dfa937a0dc355e9b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7093ce98ea87149de01051e5fa3d67650c3ebaee5337519070be83e65afaaa7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..073ec9829b0ca6279c2b1f371f930db82d0ff5fc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a466a9da826c02c59152b3209a1600d9b6af99ff744d98bd33ab0339d134b8c5
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff94d17639316f2c110e84c061d6867363163e5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1c4d6b2f9f8e090e20c022560489658cb71e2dee4bf2cece44401f9f18ef60
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12c14de1169f46bd0628f56fbeae26942b534d4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc66b5b0fbc0186c9b59ebe57a0c5bc6b4e2c8ea22a90a9460db4ad50cb5103
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba68007f52e3dbddac525686579e8a6ffb81bf9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd72db15d563c34c80a5f879eb3b918ed75f83d32b4ca2f8ebcf80094dd00213
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f6f3a34bf059cde0e6320aee81958b2fea1f29
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b0859bfb1519e38153d3f3822e1fef97e01fb9eda109fd501e309eede7830f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228b50c1ce5b25779137e4b817cbfb5eb90e21a3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787bb1b69b157dd8b6da8f4310c1b7a0fda1d8b8b802224f4d90a974f6330bf3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f10c3b55ba84ea49270ba32ca8c2e39dfb3885
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164a2e0cac8d827cc92619a570dd8c5753b2889ef545d669a4a8f94df27e3cef
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015e00f9b5afebb6573be34a7e8bfd386f0546c7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446ce3c2f865e3406f424c1eeeb1a2a28fa3241964d321a167a46b734d24ebf7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e08acb8b8eb7c4e3883e365f763a31c20f04929
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c24697864d2ca0af4a5c531976ed660a7a63cf7c0d67b91e3570dad779291a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871013a78e0e7a90bac70f243e3871ed04c6dd97
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2dcaa4cd53d44b6e13e7d03ef0f5a6c9a95cbc0467013dbf8973677696de949
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6573b9993030dcc7d12173245c5c4c4cba354340
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fcf3a0a54b943b7aa7e0ecbb3eef0673b7c763f694bfc3d4691e2c1ce69de6e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e18fe4ab23750c4cd2bf08d2d1de7622e98360c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/method/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8df8f706a321f5f6cf0d8814042a66f6df381569cf28478fae98d65d81f845e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/lm_head/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ded28cfb41886e41cc07c0eedbe5e7925a19d2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8019dbf582669b92e31fda9dc3fa8c87cdea7b83a2997218da56bfc44e83ca46
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/lm_head/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca737aaa1bdb29747b5d08a9bae1bbf954f3ea8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe41f5faca709c13e69962c6d936c83fc71aa050a3b596c8352ab0bdd2dc6603
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2d2eda349e091d5ab63cfed102ac66fe978017
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3659bf33ac82c90523995cf8f4f285782c3f58b86dd3c886f4c3aad847761b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b36583093b4135ae232eb07afcdfe60cde545c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0152ddda82337f5cd706b5a92535a5e8d725c61031021f4647f44fe1c41423
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b1f7605ff01a7c7b87486b7c4275944d2e913e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e2f672f2c4819936856aff704fbf92a6c0c3b3b3a04ec87bd2146b9a92a7f9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7b244452b6cf4b62f7dbc42a47e2544bde910f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2853e3902479f8586f02b177011e1082e5e62704b3da518e67e49e79a4edebdf
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33c501aefc726b6b3348324d3de7b089ce5bd47
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0941208c86b5eca83c299d45d2d6f1efb6597fc88fa70759da030a5a9bc0ca91
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e50d4a42a3c4106e3236235296b3815746a2cf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835da594e68c91f70d0751bd7dd5b05caeae88cc3d2b41c8d3846ac313559fc9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd6c0945cf3dc85f79992273a92f3fcf8fb6e00
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c49ec4cc3001a23b72f75e421b3500efc9a4c81ffcc5d6771f5b937142a068
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950c2ec3ad1a7268b9813a4627006f91a74b79d5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc44f0ad58853d5832a93645051963d5b4c6dbdbdf80329f59f648c795c8710b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb173c9d6b3aae75f3f4ff50aa7d2507182dc43
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7cf565939383a2fe65f8ce2fa805addca75520b3a64970896d7b4204f1fec1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6fd266949310416d1db25bbb62f9dc8180b9eae
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67d3926ba846c340fee0756f26ecc49c473037e9ca75fb012aab5f57df764ed
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774baacef3fba181ea995688c8ad08de0daa8374
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e60d537b183698f3571968af65ddfefa4d9d2165f46af08161955c5e80c7fe
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7180ff4d3984ee283ec9cd887defb8a0c662bed
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a082dd4227714bc636085f7511f3354bb781736e3295f7b83cdd680673646880
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d285949d30e5c506c7ab4bc52ff22e83073503
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900bb1f0476be0ce395363f648cc1a1b71720bbf9ccd6ecf44881bcc130a6695
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bdeb6f958cabff5744513b331990774199451ce
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb1749051d58221cd79b5f3501b7bc3731f0673372b30ecdca35a48c5b85d38
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb299c5e3190ebd2055f987c2f733eb3ac61501
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb5cc4d4c498b54d744045271be61f97258860f3761224401687dcb77dc724d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8dd10242a2d4c24c2e717a34291e3f27304f53
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dcb96db0acea94b442c25bffed2b3ba153e4bc8baeb094a242cc054b4b0948c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10566c85a923b39f81054ca44e05e2b0c7d3cfbd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa850e834788e5d04deb437c31adece3b5b3c397468f79d224e2ad352d10ada
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da39e9abc4d2e551f718de243e43de3c57fa4c5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f980fe9c3c5a18c6440969505914b8c1057361e680e95bdffe10ac3a5f5e77
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff662f4d82f318dc10c475bbca2207abc86efe88
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560f9172d9e910962c29ebbc5e014bb8e7f6a94f3d135a1b10de8cb145cb0131
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..692f9032b2c67456537ad6d54c427d2519795a5d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974f5cb0d56937886839db2162e151d378bd6f533ba547826b3a33a21d1d545f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec176d5f15d016436e89b8ba716f18aab1de4b82
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1d623a117ec6f935c9228b6fcb77d36fcb3bd980206a58767060cbaef6ed21
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783d5c13495604272f653704a2ff023019dcfda3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46131c63a9df64c22c18b9b6de9f3e957524d31daf739aa9789f2eee5bb8d0b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58414fd612b86a12be81e614f37e2e303004bd48
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0434f57dbec9207deb0e5969cdc0da924d5d6c18859f37705f8630dc81730ba3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4343f4ff6b2cdd490754c139c90d460e89e79f1f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d762044713e8f28ef0b30bc4452def305cfa89ca4b39f53cbc1c2aefe85e9d90
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb4277a8fbb511dc13d3bdbb895e5c7756ebea9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8e376da6de402d3e754fdb9694f4c48171803c2b4ef9e7a0e82b8e5c4e21a6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26fa3f6d06ca64e99504086a6132f94cc0235d7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb6374fa7f43daf150754ddd0ce998291575d63b93852921153ba818bcc0abd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ab439154de5f17743998a4e640c6fbf718616c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7facbed8a2804a539275dc617d590d71a6de2b16a05f12013c98188e3f88138
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2889de32980ef06ebaff17829c6656c4d70448a2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb8a2f471d3d0f5b1e87c96f595374cbf13455205211b9ec5442764ee7bc537
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345b72ebaa7e05b98d1b7b9170d3995aa0fd629d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49960e0e7ce0954b9aaaf14f36595a44d37bdfaabaa4110835adbc864f084deb
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c069f0f97f551448cce192149c15ea77a10f16
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec94a468377aee75dcf9cf07cfc3121f82d1e531c71828a998402a213c56c35e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be68664721e535c0a65a42d275224566e31d65bd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4ea6561aed7e126a8bd06ffc576b37d5453940790a165db16a71e56ed16ebc
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5642e72334da204c46eebe05c73476c9c82dd2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876bfa44b19547b223945888321fc4a2320fcbc721a36f6c7c6dda4ba2d67574
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f48b7ef1ea1a48c87b59b3fda18c5f93ca0eb09
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8dbf9f79003254922655486ba08ac616845ab4fe87738de1f089000f027b3f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e491cb35fd4ef4a377ca19a098c912ebafc1362c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb66c2bc27c31f602468219616db6768ea1f0aff2a9a7d7368e01ee20314cc0b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f6db31323fe3d05a5e834312035afd6486d1bf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f962220479c52f1cb057bd2770fb87a2f068d16ea551719efcff57b957778bc
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9847bc056ad7bdf726546b80c3f44b63acc2042
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5520d7d0495787d34152991f95384b82fff615fb86e4cab39f3352a7c1e813
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64000dac8b17e006cb82e54b8502e82d330fa51c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e36927e093072fc6180aabb287ad2bb1a414c82b07e9638bb20185f351bc3d2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59fe244cd1afec055e8310698b3595f240a579e0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c1aa489c39f4a3241b07f507a28c7e5999277d337b8abed242daa7273a59ff
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce8f21b0a21f13c87bc5ab7b72bf16b8572acc3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975677353e2c53e32ce4ae32bf1d7ad5f709cbe6884c718667913e8c801d7bb8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be4e0b75d3c75a9ac307de9f5c2a12553cefc6b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b08302c9a4d32e8f50cc481aa8bd9c6d706bc7a1190d492f036af5bfd29b27
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21227ff46cf07aa8f87859b24097d41cabe36ff4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788ea8e8e44fb147b3b32f1eb82c865058c0e63ab116d63b1c287c76dd8d8cf8
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60877c89d439ce7c261135e52aa3515ac083a507
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f0e821f51a806a25723e95e906952a74f1e07145c4aa2fc44a76117f864ecb
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfde4ae780306daa7a097bf0695ca84120fd0455
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0730c20f3ec3c2a8089ad66176ad05f1af5c35e644a00838440e4764a86e3499
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7459e6039d9319fc163f7cfe77d186d1aedcac
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab8bea7859900f64acf839ccb3b61c2658c8aca8bff4df015fc1c1e5b6e64b2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85365b0600e078a1aafef57d6f0ac4493fafc98
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd02650ab6896b5a0d1749f8bf1f193affc88b82ca44daa0a7697a85f3793162
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289fa435b3c66ddc8f331ea52272e3bb0d8d5c94
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9ed30e2ba48aab8579890adc2413f0a1296802915fc10c9fab30f92fddcc64
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4e0f8051da7ea5ec47c61fbf1ba964e9dc607a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a598425f949bb1d658b0dfa4b96abfb4213b02159af6461f62fcd0b00fe1c01
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b770dff5978487f3fe685ec1a10836c00e055829
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617840783a785fd2c70be87d1157c4e7254ea21fe7f5a51847f4d039628840ed
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9595ede0128ccfcf1d0aa586379622bc51c54a84
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa00b93b73fe99d81c83d5049ceef284bb4cd91d45dd8ec6a54b96564c8ccdc
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba814395c0ff0f8097e777bbc491d2f84692b39a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aeb37cf969e59950711fadcce687010a95673ecab187fdf6c1fdfa058161f73
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ed4cbf5d4475a26dd596ce09db302ddbf5f65c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dddf3634f2e34ec2fc962a08238cb79f6e238298d225b014a7cb579bc2c9e639
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ed37ecfca4b0841c38599128c98afb3e3923a6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091d2dca045bf4e6649045327a1b68dd6c42bc4f19571c19e49ba4a80a09b8cd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5bb230c1122f98b66b0c743e92f15d98e16c399
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66aa7f4f4cafbb1b47bdc517aad37eb2ce5edc5efefda12176c902b43ff98e6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d852b5ad353472d9989af87cf20d6798cba3947c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586c142c63b1ef6d2af09b04664437f047ec8c6043f1265927d7e910e3d95d6e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2bc7dd13e4fe8ae21d86d99c7a76671cdeaffd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169bae706a4d7d4fa001b6506d107955465fd9740bab7971797812a2c077f0e0
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6243eecbcbac8696da496d74fab858eed72dd51
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abcaf40e5604960868ac7bcfa6fa87fab27d66e0c8c763ccbbb5f1ee2dbc9537
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae77b60a2e07c462f82ff93b396d1b82439fac35
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865755864ea5a6cc9681eea17f9c617b946dae54dc0169f73af0e9010ca925ef
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a7ac003ff8417706ea50575d0ec87c31c63c31
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24157e3d7f8e4a6ff66bac604304eb63d15af4fec801cfed4699adc452ab499c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9aaa6bf20abc308afecff1b19dc7fa70b93855
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5324d98e3c4c6754970c2c9b63e642eae00495a1731ae2f687723c15e683756
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a249ecb53e42ffb82fb762178fb0a41d59c6f7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee77025df09703b48e4cdfb9ea42a471bb621297c4d322bcaea14a6988b42c1c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e5d2f0c90912b40a023793af537822ddacdd26
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837a1610c9debd21951459f06595d1d26da8a51d71d50d8d435580a162ae99d3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97dd169cf9a818bb9bb43a2f11fc9781e206e866
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8ca84bd87380b37004f3eab963e887ba5d6c3b198dde054d93a179f3da11dd
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12fccb48e8b0ca97db2d5858c34a4e2539995b3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a22bd05d62de402e684e7fe82fe7b47722e79cf23bb08dacb5f52f31d12473
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44734fb42d3867b5e43e931735a3eb5ae6081eb8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473a3c74e5880fa3fcdcfc0e06a8c65517ddeb2c4acbfbd652d76db8783b9e2d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08cea5fe83384c4d30c17ff898247a58e46c037
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f93ab05de093054dd67ad86a4334188e298c30680de985a15ba174ea30f296
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7dc4cfb2064a6b1e1b2da9684cd9ddc2dc379b4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bceb226cd17c4be8c556fe521cc52c99b413552ac7010f9fcd0781f0c8931eb3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc775b9e48238701fddadc8c9674da63e9e9b61
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35386a9402a5c9c46b2153e4cd44a193f30f13ca21746489c8fc0e786a5cc5e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87a4ed8f867f05d5c4c5395521d1cd6d6655d08
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b33bb7018bff1de9322c4faeea0ca216e04283918bb85ffd871f722ac37dbc6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430ebf2582e7dbf24da22ae4cc48541dd3c5f565
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83960a23523f1b9be5c688b934b1c22cd64f6ca1998d61873c347c8561f963b8
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd86f2a7b0a789b2712e26a0d47bd68535e7aee3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f366e885d8741fea93ac32718f662ecb11cbebb4c40eef07f4c2e355c3ba035d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d273ca5002dc4b6cbb2aa8561ebb4a416ca59151
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660efce85c6b7461c57010d185ea03f05552c8273084ce190f2702ac3adde4c6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96941c68544fb227bda5e8c7e2c843bc04a0ef5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70da7b4fe7547135e7f62e3291607c980eb9cd02c47f0ffc5e42688fa002947
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0b240957b06acaa1bd71e6e8b8123aad5c8d75
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ff435ecec64e6b87fc39b64e7af95714037efdabcca95346b3a4372c42d99e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742a362968153c69230789283348600638371243
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274da3d4759c8518e0eabbd621b115d10a7af1926d5b3e7f9a035843b033faa8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b72ccaef33b19b16a8684dfdbaaceb0bc16210
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4635571fd36c9b76e6e98e0e4dd95977e61eb4567318ec2d55ca6ab8cc80e541
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410e8d68960ac8bfec6b444381652b32eb8eede2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fafca7708d8aa0996b94eb9b480e57222816bbf1b5d9039cf738eedaa9e4502
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a48c46b71db63bb904d0bc66210e5b5766ed365
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65a925115518b2cc6d09ae52d57c23ac76717f44a5673e8cace2331515a4a3f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0701415ea6f1cdbd279cbdd718dd9cb5e5d131fa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786a176726038761b6404adc3367b5430ca19f80ea2848d35bcbdd7c586827e4
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb867fc3a2f36786051838a3fa987375011670a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1efd12705fd6a22dede7cf247c8a4c99736e8c0da70b9ed9bc29bbe2c6b6db20
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ebc26f00a2b3140a29b76b466d96f1204f66f6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68811e9b3b57e0de3a81314ab1b9a23fddc9d0c9b324fb2428a365dae6c1708d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a89237d3bd4738acaff083ea7d40ce202392f12
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df0259d222ec328fc1abfe58364e956a29075e42a43b9d0c4593f75434de0d4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4bf8e1c7f2b6dd63f47c8a5047758a746c2f90
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db4e2fffd5cc668afa47ddade5613ac6cc56256c2e60ffeb186bb449e736c89b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab9fdc0cb9784d8b406d18d5a7075eb96d10bcd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605cf3e71ea4e7e3ee09152c4435580e4f45434cdc59ebd63e98c68019fc43d2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1fe9602c235739a82ed17b634bb79a1b22071d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e98d77740e03d22519550808f97bad2fa37df57a30589830f693bcf6d02d2b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8afcda5f0b23f84e451f5c4a28f331d5d52cf6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53d027c3dc40aae590f33be955850b9d58750c683dd42611669d7592ab6e94b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579db340f3950584d7a895ea734718bcd9f8e3c1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4403a559caec75b2d8a779654dd90afb7d703515d4e61f7799dd37f871bc2be
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f3bf64a9900adc1ee20bdb9c204f5247ea6218
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fe394b2963ccf8c00eac3ccd1050bdfbabce60295f94fd67c5bb8d7d76454b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6523d31fac57aefea193de8c7ccc97d76491e306
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5842f9790f80aacdfb6858df39a224c1381e6e2a82c43e52843791a3f9f2d9e7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96c17d903398cef4c95c2e8a645c3d71003bc30
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d5be97fd68df007b8daf1b701c2e138ef90151898c7a311c895ead2438ef7d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160f8cfdc655fea41d18a90825f3311c69406a97
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78fc4185c94a513bda3f1015ade5265b0c6c6ad6ddcf8411b41ce33d7343428
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fed87647e61e1eabd18b7f42d2b0c5b52ffc384
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65b971b0247ed644f0b1d208fd9446b1d5105fac55679a5ded50393f3414cac
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd3d8b3393b7a11271a924abf12c5caaeea4ccd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2099288ab2ea914bfc3edf37937738a46955bd0849b76b6d0cdb5005464e33
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272915fd418f552537d1fc4c660dc1c3a87c5e74
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd81f1537505aff275b4833def39ed22ad20dc0d92e6dd86a50f91e1fa45abc
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256cf0036e6d299245166761440bc0041cb1827d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b70fc3dc72f678eead647f19649044ec7b83172e0c6bcff7734eb6abd1938b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c31871b42704116baeae81bc3f90aea9c9f9ac
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3ca6b1244f4d1ada1a247faaf4489974bcbac9e4ecd9fdb20f87bb423c572f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4014af7a79c181b41181de99cb7c8f7713926324
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01c1509038ddc34fb753c9c8a9dd48e12d4389312eb2899c323cfe9df5487f2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535dd1e58e1b7b81297710a24b00bb9ad3e6bae3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f99d4c12b552c8e5d90b9492fe9b01f77ff8e643be61b43051fdc04b5e6f89
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1eefffcd0ff8fcb5989ce26272e6cb65d743529
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838e4107a2fa0e13feb7d77a8d8517a7d157d5f98d2aa488803f4e7e1013e54e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf8977ac49b71c886f62935ad38d5fef3b4b904
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87103ede2f4bfb96fbc3ffd1e85034f7792f2a9b040504db3960bed27694a7e5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114e627572c636cd46592b6a1bbeb5c08742a3ef
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5c29b886fa019696b082767fefd1d807768e7067fdd422c1a35b4c3443194a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b0f344d7d266f20af883c739251da5586814f5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36826549ba3f63c3bd7ee5f5a3058cbf4d3689654ba5589c46230f739db9ed52
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c72f2566f9f9dc1b49a003606d39b70a44e2ce9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fa63d7225f175f27fb256d8c7f5e8b9236a6438b85a1b24ae3dd04e4afa39c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4aa3c5471c715e6439a7996e24148edfa27733d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8268b62b6e0481985dc8ae982d2a88c581ce014f59488731ee129e5462ce0c7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197a80b82d6cf897acbcda90284b824b9e9a6bbc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098f55b6df089b2436d86bd9467ce637044e31d9d39fdb3909e3cadb51872b3b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cbbf9acc1a80c7bc5bd29487028d05c33ab0ca3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d82e4e0d175acf20d5442f6aaeee692009d9531bdf4c0d9b751de0fe8063d5
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4fc4c103c700a03fefb4f7a7a24aca1d8471ae
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758a53beb2130e5cd7e0b1e09e75106851badc414f4ab21eb6a40e90214f485f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23af8dec18754790128583892597ae843128a014
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098d44adf898cb480c4990605cc58a43edf8ded50f4cc0ba575a53d0e43620fa
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df253607fc703b5999850ee9f993d426302658cd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39780bb8f97119431e71236e7f1e6d06bc9b49512ac697bc943dceb82f88345
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d638684c4b60e67abb4b77b457feca92ef149e8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935b304769a7d754e05b49a76f19ee0d997ed40bdfd47f0331d1f656fde25ad6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ed0487d71f14e7d7a5f1ae2b3dba7187ba8434
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d844ac0b9eaa0bef70b1ab3865e2de9749ec5654cdc1e7f350daff4bab24767a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43360156da3bafc086781468b31e4b67661b9c82
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef0e6cc15de413f7540e17308b3aa20318a92128ce8986ca81e33bd922acbea
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14f66405eb5851993a749ad51a0c3f7a5d36050
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ba22a6e3898d066477609ce5f718c05c33feb42168810940ed905e49242975
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a94b69296c1f015c87891cb9bddc832064bd4f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea95a6851b7faa8fd10ca02b42c69e9a484d77e1162273c24874555ddde742a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c119d2594739d3266f43bfd02f8749b3a13dc45d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ede937eb5290f89be6037450b7534dcea63615ba16d1ea5cb138d92025f85a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2fc18c9cfbed5363bdc9e390bd3407ec743eb2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff2d63b88c67d28ef2c362ec598fc15f04d8e040f272b46d3b15e58cf26cf41
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07331942d09af72e41065ad5c934c5fe3b8bea2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352509757e092dd2e7d91b12bc7c6187eb1373cea42ab92f4c5b1716432bba4e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b240420ddc7fc1a993be8d6fe135f05f6d70aff
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8491785e1d02305948eea3ee6cc166c65239b2bdcff081ba1ff6c3eb7d43ad
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554c70cec356a20667fe8947c092dfc9264b3316
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de113fdacebe6a09b9add5d8489f48628db915444aa50b8cc2179a0f4c5fc04
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07fc7b45761a7d1c86c665495ad6fda867fb2a79
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497bab73a0a265d467473fb5f358d25aee56c70e0f68b10a62552e0984bc7545
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce734299b534334f73b7344d2148753aff61af4e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f54a9526e5b18ffb9580500e4fc7074077b786960ac74b7140b6313852ff048
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c6087b419d4bf2994f253a2dff570eef71131a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57bbe8c6699edce45f31fb1db5a41af2af24b2a16ce6fa08bb80edcbf7a67ec
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7417fd25d19f06f1e6c247571a0918a600ffe9fe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef10c82532d3c76a3cf5c8c574c4fafb03d60292f8576e952c9f365f79d5550b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65eecdc4b81b535dbc670b3b4c4cc917bf3f8401
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e504f33173e37eeaa957209867e940d4639cc87edb9fd6d8459ba99e1443e4e6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc273d53957df0599ebca0a4c16fa81b64aaf47
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026d263c0b67a355885a8c82550fcd91769522eec1e2394db7acd73965e8c044
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30382bc443566003b562a9843495918c3aa1d6cf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7914cddc0b006c43043a3ac32c12e011f514f54ea8a7302013f734293e3bd4
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c11160b2577723ad591e0534c2ff2ccc515aaa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d1c5c6c3530ea1ae0539c3dd9981aafa3bd283671552f7da731767cb7a88e16
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca9667c5b8f6b8f08f0a55306f566134ce2142d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4009888c8aaacff9e3f7fbd2c55a7b83ef8185725e9675d255f1f4a0f4a8bee0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a473cada04ece96dae243fc35a1c8605e6f6b328
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98c67d8274312913c0651500dffc4b20c3eda0468c0557a8a1e5f74ce3bb840
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6a3a5dbab7b64cf99ca871843a7245a1e15063
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d2bc9dceedfa68e7d6787f37402c786630b41f072120aa94aab4564270fd17
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bce0e3dcef603a2fc3b6ae2901d2a4dcb724658
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90cfe71337d686febb02bba66f37efcba66a6edd828674b6e102bd392d9d1672
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812c0f82237a70a306ae615c9b32b80bbd508ccf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d8aad2d00c1d30556686a9b1ee4ceb31472b21e9df1d8c19c8cb904e0cf8b8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69776d01a578ced3b180634c27ee7e7c79806906
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67104c57c8191fbddde85563a8da52a41280d7b06b13eb0360d58539f4a4df03
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43788253fac334cfc25ab8d2efb3950884f0de3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23267d168ba173cfff300b483650c80551421c0a413e024cce8f17a723d6f66
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37fb8bb88a535bf51ec8117f0e1b7140c4f29cc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67cfc604fe9f259b1e16f9622f86859277c85c3eeb46109de020013ccad524eb
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87bb89c71df3829f2601b74416d4fe893fd65893
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1616b8e8c0597fc22860a96a373abe55dd8e9e4e13e288f065ceaba725af552
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d61eb92ab0f4e5f273efc8dbc6f63904960782
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b284a03ff82f330367a0c681b83a4c83e2e601793c7e84e71bb93a0af3503493
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6605a2bfddb5d6ecb92e39bb0ab787712b9a625
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e017f1f0122d6d18a845ebddbf9a559527f9b26d901d2c8734c80915bf03178
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74164470bc42114b3caa7f864acb1ecb1476268e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fae1cfb5210a07d26c5059b5eee544c8a5fe141af72a5dc926d2c295b118b0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee8626100bcb6a260f9d6dead7d471d4fd43554
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85fafffb8abc48d4c94755bec1f0996e00c7eb75fe13b10cd768eb77e0fad78
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..727573957450dd778aaaa07958f761b6e07f2864
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82087909ee8534cc048a9b8543c3b70efe5a9c9369274f26acd0eef6983c5b2f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08a8da2eb10bdd51fae9236b7fbe291f16a920b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217a058ca7de7b28700ad40c7563bacbb9aa8911316a70860dba63b5e8e3bd7f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3118bc81ed0148e06edd4f1f816d3379626434
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e6291db340ed798c374325d98a8701bad5f602bd660dba2a3ce879e710e1ac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50dfad1f72c7337db656a588062e1ef180bfeb4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e86587455d4b338c8ef0bf3166bc29c426a26ea9d434573bc686812ad8c4c9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54feae82906fbe5dbfcbc43bb38e280f87a4dc79
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38426573c1bc0212f407abed23336e7ecc1d597d3b9e9af6c5de3071a2fabdd
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919502ae615d1a29e172f338ee139315871e4da6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5cb9d9fcc381e145b11afe584970b66597a9e6251808b8b90677f0a6a32d42
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc534630dea9a4a988c89378ff4038e1b42e0de
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2a45f44ced07d486df5d72495f1fe0fbe8b17ddaefca1432d9054f280b6142
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7986690a3f042fa6dc0b7420c70625353a66dfa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae09df90925f0e4a29ff33d19e31827549edeb3c31390de68a9e156d6138ab5
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c223ab88bede76aed957f3185798972c4089d5f5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3bbc054f4ebf2388b10ad3b840add6b9fd7cf4c7a3ab6a82a29e20b35053740
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2d5604f0eff3ed31c481fa66560c2239108f5b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db36a575d1463e43894e6fb0f8b7474090828f594f0d81b53c3aa47e96925398
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..033b59a7a39accc012df1daa654962fd710a36d9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcb402a18dae495fe062f95949a877e39fb33583c4d179f79133f3c29a4e705
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b749ea19c40df8f21716409b25f600805601eb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9412bdb91ccf65467fe7cf14b429c10d49b7d9295c2797a55c4b4ce4b904c62a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..610ad6ff534eebdd50e3bbee6ca707e43f0707f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6bbfdb59f99166920a47509b99cf5bd597831ee85d669ac3970e9d263902128
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3af5ffac770b75c0429628bbe669b140b8c0166
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba27c1da642ab8bc588566e63bd76c047ecccffb4a1d9f23db88f074dd04a69
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53e07c2cdfb5ae946a32333da4680b658e7397d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404e4a525666acb5b1fb3cad9c48eddd638345a3c98d0433434aef8889875097
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b6d69d10b695d55011be5463aaff8b19eb2cef
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c52292dcea555d1e9ec46778042df99ea37a314f8fb074028d8b1529b65482f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56613b61c56a5bcf8944d3fba19d2f851dc11850
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55419afa375db798ecb18cbd63a73bbf339441dd61df33ba217ebad0d47f705
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d824151130c5f417231cec27ce42b1ace7a09338
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c2a43b1f661772a716da373eba6dc4d468c06721cc6fc8a8c22f6c5a2b6de2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2c10bbabd830d21209a0a1179fd66c77b94482
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700298b297ccfe7615494613536bb5f9f5bb36be57a89415a883921b2ab4c11b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e7f7effa83b997be35dfefb3386d53d2409434
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f286ceaf1c2364a183af71282b0343f009591e0bd02388cbd405716c52715c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4746f55cb3a7ed695e0e85becdbe96467a797614
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50a0fe6c0f11c22aae70b4585cb777be5de8b6df44238df4fff4b7834247c2d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f4c36928e37a81c20b58a374871065e9ed704c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f50b4c39f3d675bed7b8e2a402f19270346987d4005394f5db5ae99e8bdde1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f864923a07b66395ee913dcd5d48ebd1d8e6a57f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e558df1fddcccced5de9e831680558c8cffafbdefadb2d38667d6f460cf13537
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79244f2ed1a6fb1e63229ec16ccbd5a14ca8010
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6819d629eba5f3e4d471a02f81d81227fa622200af4da0695e25a7736858b6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effc06f49a9f4784d21bf365c263344b5929ce39
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a04896b0ec6b36fa12e26b8c5704373f85b5c315f0ceacef6fc5b4fa48fc94c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d49436aa5e9bcf3e21127a97d4c3f6ecd1160d4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7a69a4fdb2b0a39ecd73751ff357a990605bb55bd3e7a71ca384faaa128e98
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0906136768c1f33ee1a584d24e628d04b86d7b3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb01b356134aa57394cfff23ef9f8330f89f1d985e063830929588d93a62f9c5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57026b434d0a706776a59fb6eec5f7391629589d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feac207104ebc2aad0a6f2fc8315d856259cc968ae1ac3ea5dd8680b375c430a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ce291463c5947c51e4f4eae3da8e7ea206dbbc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441d2b21c794348395d0b79207ff3b4aaec29c15a06c20e29a016683dfa0b7d7
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e64624ff40afd13fa7a4ec74e9b34d016d2dd9f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63a5b85aad3bd89036625b23a2031896e184b621652778705ec00bea9732719
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95018a4fdcc71b9240834426ff68ca75f3457c8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080b1e043cb466c987209d3fe6f0d06724fc84b03baf1b5119efa3150d7ac8a9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41980924daa43a8e58ebaa6462e33ef40be7f047
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3997eb595820a68c39e4c270c3365e35a7cd5b0a59c75f1d16bd85b2b09c191c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319e1edec6334f081c2ffb1565a605b0613ce646
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9aaf660bd695725de7f1d7ae3bdea3e173da34ff0ee48f2a49445186dd35209
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f504c0057c8b626210a87b800bc77b37e2d0bea9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998a24b520e95a11282dfec3583629b19417c7cfa9d3377ec0800392750f3847
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5467ee1cfc7e057fa45a18b7773299c4e0c86299
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51be53ebe8de6e0e782cddd7d5c99a1a14894df3a99e38994c5d8ca5c4174ab
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4e92b733273ce840b3a714743f88906bb5f309
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7773bedecae79cbf977775ed4ccf923f567de74186edf928f53c0dbc0eba6355
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981e6b383d1f0df33a1f931936ca34972b90d31f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd46412e07bc48e474dfcc475d986306c3d95bbb06761d4775a2f0ecc26bb514
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382fe92b22c083bbb665447d197b0912b6a3c665
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81685a753608d80bda69db2e912fcf96b74a38f6b28dc8c37b6dea47408f23cd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32495ecca74fe42c5ec4dd37444a85f8fa8bb49b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6349bea0e18a1219dc770f8c1c27bf999ee596a5d476c0cb63b00d1a89e9163
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e01569eba99cd379e7fee4d9df96b6f771b5ae
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a45640c1be735af21814e4719d887c37b34199b7b0db8c02a8a2c2de77d8fd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600896e1fe6d79537eda86b01f2a0c670d410ebe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff3f2788045ad3e477da7d62128aa75518f6b0b9bcd85a1efd1a205f69a9741
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882bf5da0423b7ba71d33f45c9cce5f91d1ccafd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0872eb1c4f4357d24ed0c37a2f15ac8011d921f86edab6ded513e9f2da80e22
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0534cf8625eef1fc49ba24653f187a217fe03852
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16bc5045150cf9a20bf47ccfbd77b715e357ee63a73be3483c7de127c92ecbd3
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26415f806fa447f2cc8f020a822a334413fa85aa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569482032adf9b1d35203a4a1523bac1a96f104afc91b1c3d6544c20779fd24c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30e24e36387ef1ca90c4e8fdd162f683d39e549
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9251b4d2c7385ffe686ca1b4181ab23c76415adb12082957bacedc6a528806f5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97e3dd5c91fb9cc0edc82a0a30a88f36cd932fb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830e7b4dd69156879dfb38a456ac9d9f9903fef6fbc27dd4d994362b7e7a7f1d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94425b9e49f1ddf9a319f9469f1f18aca7ea661e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f88b6dfecae457e744e1c7feae2dd86740f05b46f12eca5bddfe82e2859a07
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c255d99471db52257a5503a659c60eb9f4dcf19
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a612d3d341cd1b1120fe4ddb9fae1a36919187fd97f24fb3c11a3bd5607849f7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ec88d04f0d6f2c341652d60babde426fff1d9c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698aa91bde47ea1ecdde62f9726982c7ef90ea0e871b50a7f1ef04e3fccd2ce3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f141c35c741e70874011935a3e00e18fd24a9ff
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520b313a4ebc23a155bc84f453b322588f855f84d66b46b0d999e131949eea9f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3aad44b449d54329c3cf992da9aa6da6c3467a8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88ca7baeb51de2a0442759c37370ad2bc66ed18b636eee8f2c639dafa72baca
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e5bbe5ae8b7f098f6c3901dd6b32bdf99e6b08
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6dac3e736802dc3b1a919eeb58d00da50d7722c2fd5b763db50d92d8789ced9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a11b9f40a9f51de62c4f5572cae086d04fd81e7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47005455da69442fd987f6a2298e92c10bb171f06fddc55bd53deabecd53ae90
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7a7fe21209c3e0244c99a9991afe6d691fbe0a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66f65082474286c7a975703ec5d618d21e0909e4685a747d8796787e75d8efa
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e30cec0ab83bd93bea729e6d3d405a915b9ea3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad59f4554f2eeabe03e2e3fc5585bf509dab1276e06616575b45e4ccafc5d425
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b899807382df09a9553d8314fe63a288811ea98
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85cacdd8a6a8bbc132051434ba022e8cecd43eeee37e1255dd9d62dcb095233
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a0ed490edcd70d9ff78c4af5c243695f337eb1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36a988ec63d5e9b8b070249f189a36a0a4bf423a687132ce749bd51d9c292eb
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef6227756edaeab76a495bba95769fa03b6f7a0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b484f9232dd3e7c60cb534e2f895bb144a5826a7bdeaae749152520c32400058
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7d57eeac2335028f1eadef6fb96a831957d2ae
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ae65ed4c735f60c245b29dd5fb8a6f1b1e1104ffcd7258fbbb455a1c101b0c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2883986cb25030c5e6790568cace70d5769f61
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59719eb458ffdca14c1a6ba5784fcef0022fa753b216f136534a69d8871566f5
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3224bec072e1251434c2bf70ec8c62d65f7a17
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6084418dcf722bd2380a4c6ccb1a06a42c2ca7ff426b70fa221d3631db0a557
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a510bc790bc78e8db1468a1e20a34c9e7478ad08
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b4785ada44539b41f61a85f2d4cef7cdc4424272e3972b16ca446825189219
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3158a07c924e9ec2a2bc76b5cd5851c26fd6636
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d71ea2bfbe5f0b27873ea2faafc42797b579fe8c50a537e828c70d5d2aeec74
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341eb527a64450c6c9ce2a40df255d536aed0ad1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee151cbaf9ec83e780b4030f20a553d43d40581ba5d36b450d33d05fdbab116
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4e9271e56cde1eebcff4c6a224f978e13519d1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24362099b553612d1bee86142fa2e2e5c4eadece59d5b7e8ab76d3c08e9aaa1a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ceebe1e3237bd2ba5380597ff869b8306d73b73
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51bd5c957329711817636fd00c8a366038de1697b6d24918e21e095215fa686
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d402145d0e65a2cbf4da8e407851afe10d910756
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5edcce436066709a05019a077204aa5089d9bee3bb03cfc13ce1d1be6361ffda
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0591461330af2ddd117e6aee33ec57f30dfeafb5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31ea8ca7383c193e99957459598be0fb23875a55ff067bee63636f666f6a0b5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9ba32b84a13d4c67703174bad32741e553041e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a4b1e1f6cd35cc57621ac67e621e625f1e4ea943815e6d970aa9acd05a8657
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38cf54886a1a91f5ca09ba1b7ae655b02f505c63
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a728a6985bf84f8518a70343c2997f21502b134f9fa412b3d4414108a191a4
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0fc40c2ab7d4b9f43a4714f2e46bb8978bb28c7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a35d90c94713af847a47fd81d5fa4fc3702fdfc3de382512c205d46b749e63
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab81ce123ac035f27ec7a3d9e681f4275dc08af
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865084301d1166219f958f0cb315fc9f9e8af46ac5bcb70a83bfb46735eba589
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f159c62e9fbd0b23f51f2f78fb2e04003db5b680
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740798ef3f3d65b353d5722acfae95fd26d6b237147eb91b98b4ea94a53bb9f4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929bd071fdfd8da1a9575a8d92629cc45b16bd74
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53a3bb685e4a3943dd96341db5699ee611ee5349bb525668124f8a1d35a6123
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e9eef21d4db97d6767a728c8ab9733c0b1c5e9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85283ace53a4bf910d0ac858a9aca7b923f07e6ff1ca260e9adefce7f39abe38
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec3b5ada70efa0d656ee56189bfa696e385237c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71d2990aaf9e0e3a86d98343db746a08ef97797bb9d070f1ab055c70774fd9c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00daafff178237a80ce57bb03c5e89be0201454a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e113ca28056d1f45e86bebfb22316971f84be2c6fe50090e0ba6f28dd20ac98
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e05859a852d2de51ff6479c24cfff605bff7382
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e041bb6da5c2cda9396d9f679947939519eb63935a1439f2ee9a38510295aae
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c090c17ece5646fe4d91ba56bf4344aabe6715
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6d8d72a0179c2f07bf07ffd006e9497b16623c96dd69fb4eb15cc199846949
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6531eed8b32346e475f11c6af5bb1a8b65693ab9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b68ee35be92785a40ca33c1ad8cc64d1c29e56e0e46ea970566d4548f3f142d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0e133a9ceab22018df8afb7b03b8471a1ec708
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1ad03e930fb21c9a009c0e2c64a395c85733e2a22e49ba5c6b64884e2f0577
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164ededa47f15e2778d4b093cd200a6f54c8f7a4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa02095cdb9eefa5c8570309cd11a824cc9c58b11e16e8d88d2aba0a5f762253
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1a255ea09a42874dc52759ab566f98d7af7611
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641f9982c56854b3bf05dfcb1b6e83987fa7f4c64bd6318563381f81a903e3b6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..816c2e01ffcf2160aa29ee5fbbb8ee61b7a4fe38
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e24e4c215eac5c94418283e00f0068406560f924391f447fb5a721b8d1e779a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7640ebf3bf06a628eaad4bd146573837ee22691a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1f731bda79ffdd1d973e0035b1e989f94a3612cd43501a670d25ba86dfa2fd
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f753d39b72f321e2124285efb38fae95e554d3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085714f455477992be1f382a63c1fca95beb7d1c6658d1c451478d3179ff6e23
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2267b19b383a1dd0356565148d7b7ab46f68a9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ecddd4a32295b33f9bcedce958262340ae089c22b59d7b440940ce5009c66f3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eefbb727d9cca85e1d7fb4be4901f3a1b30ce9f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00eb21c4dca33d2c68293afbdce98babf58d4add3c35e8405b7e2fb868e8d8e4
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690b191610bc76912f05d196ac6187c0f801284a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3fb73582af375552d37e04919800adee353ce9c370f87bb525ca18dea56fea
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e30183bd3affadf273ddd08fc7cd5453620593e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e160a51cf7714c70b1f158652dc5c9e5fa1e22b2cb958670730df5bb7e12ec3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5247b93684b6ae005356784184b982218206511e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a4e98742e8beb232b91850d42bf8581f8a6c43f270d2d9e3caa0e697b1e094
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604d20725b8f0d918e75545546588b07ba137c66
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec71e8e062961865dd7e758461761f3db0c25aeb434102d63f3f1032514d0d9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca72a02f2789c4e976cc1549b434e1e9eb32fa9e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b04662b27089759684a55c4cd9c4cd5b548b50a1555db4945e4fd92fc144b1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78277f9a9b643dfb74d61b52e0f0764bd5f65c91
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2e29621ef699101a8f66eb9ef4349bd47a19890a16cb3eb64ecc4981892b78
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1567f6f17f107f9ec1808f3cc6646f48904578f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659ea5c4f1271cc660be72f8be0fe05691855a0493f03870cbf86ba9e87346ab
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf4409a65fe7b888b43385bd0c128f211767a94
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9ba9f1afe3b9c27dad4f1d215c9a751dedc2ef65c8238f79e0ee3a8bb4b040
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7323e742ceaa1bcb144126be70d4d6a590f6be6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d92b7994308dc6492d2bffe263d7051c14c78f0a9b71bd1e74b0fdb41b4fca
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7fd79dd23b78a2dbe3eb553da3a8c819910acd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c886f9b9b7f5ae8a657d5c6fbb00da5a3bf9d1765af006663fed8b0e406e3a8c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79686cb5332f6e59df1d260d310ffa8bf083f25
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14794a44aabb246a28c8fcf1fe2aa50d9cc07f572123df0203043ef4dfee62e6
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb233dde6c3c84ccc938d8d5d7a99fe9fdd65a98
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed9ccbc5b36f1aab8db2f96ba8faf0f0e6f6ba9682cea31fdf6989c2567f836
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be288639aa34f6fde283908ce5a858b5b316dbe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba68449407b7e598beb7a39a89cdb13bbe8927e56d02b75c259985171f79810
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39064a7171dcb56d9ac1e2440bbeec7224afd09d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b042a405be831f96a4838b9d3a598fdf031ac7af4efe8c94c6c061caac03ebc8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b964654aef96692859b7e08a6179ab31593c0bca
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4ac7fa8ddd3a0e6d2f874598e208b27db37a4781b7c94838de978ab9e911da
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427a79cb83c7067ffc28de9f20509e062a4faf14
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6287d0a2724a86309faaf36a0b53b927f046b62886f83d83e6e4b07e001f92
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e72f3332d762537e2b9cd37a855352e24f877f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bd387d9f98e9caa4c9e327ce6ff4e3374da7a2796dd755c5984b924f92daeb
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efcf6d24c27b8719a5e8818652f223686cd919e7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314bf46c92a1fc0cb00deaad67c5ffc1830cb9b51825aae76bb852c32c181250
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b1ce1518a4d6e477219695aa32a2853746f93d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0adc4d98b4af6557101638c9368e1476def43617057ebe0bc4e743f25bfd5dbf
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9938142a7aff49fdd1545139930a96c6bbfaadb8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5de05d673c202900a8c98d85c616ddaf9983cb53cfd95aca2588ca0ea67c9f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6f6b38b39adfcb157d86707691fff6bc75b52b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24d8f8d140c226cb5d3ef7a0a287c4679588f9549cafc79113b9b38a50d8bc1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b872a152a49fb9fe3ca311b5be04359e9eb51259
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f6fce53d81945126801b9aee8b6af1e69d2a9c64319aa1236969f3b8652d2a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7ab5b0e6f7cd754defe27bc3c4f2152d534c25
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe7f46d72312f0c067e0d9d5b0386fb385cd983b8eac7f1f201ae7ec0de62f8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f39d61a8d890ac41e5e378f492d1c95d5116e2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73570748f7ad45e9287e13a3c418391a246ed5f6823213692dfefa7b3959dba
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4adae81157bc5668e457f03987e80029184656c8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda423e012a4abb83843e50faa7ce6dda26a6ac1943d9d6e1f7fe2b505a0c189
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35b01fd7af46c8ef670eab0d74b9cd00e0cd1ec
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df41033b0afd2edd120fd1f996820a0db4ef2acfe6596996d1af5cf314609d17
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ceb40874d319a72237c3070ea16424a341d9a19
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380425ad7ba1618f11e370022213150110e65f1a06d56d3729c54ace156bda55
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eddf76bb54b1fae391fd34acf0cdf14122f5760c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8147f191cf73b1cd840f631d067d5b42b5c0899b5039e382088fbf7de454487
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2559ab8c1a2bcc0c2de8780a20261e586a0219b9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70a454e9467af910f0ccaa10f6e0fa5d224b60dbaf4825caba6c0a449d74537
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e1188175359541b874494b57092f4071821d20
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4071a52be68b747d6bce7dfb0578139c1905f3746663bb48556e65718d5ea207
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118c21b7c8c43054489a6605c72c6e0bd6f8923f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdf9225e6b7b784e8503f55bd594dcb4ea7f44dd2f8acdf33db9a63fdfbfaae
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64cf6dd23eeaa5d3ad10fd78d24f786d3a39c21
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1149b0f60c7367438cfcc2964ca551f63c47910018568244ba59ed484bed77
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c14ab14d7452c0d273e334c3434ec00e088809a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96e66b86f4a599bbeaf3868f0b7f3f168d384293fa7d98d1d70abdfa22ca570
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c04b9c78671dc85b42cc9042710259a56854a3a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b182b0dfdd0788baf1f68ed88a21e6adde6a77adc371a2cbd136f0f7927826
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10fe52f5bcda8f1bfc986dedafd97d848efb74a8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db4296524d1366dd30ddfa412044210b19f3bdfe9e67b73027dbeb3923e7e2a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a973c7e11126274af3abe9c64b106b4ab0f80bf3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b65d928308527d0c3dbea596a5d6cce9718b3c6eee3a297b58e68091d5683d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931004f61dea44060e03a78f153253128b911e42
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3596aba3dce17deac0cf6c50f7e80e395d24695df26fc245e60d5992416f31
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866c97bf2ddb97ac166dae92fe56efabfd5e07b4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa2cf2ea242c8fa118369d9dfc6e3b8a6b3868f56b68ed01a2eb21c281b19d5
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5f9a3ffa4944b39050e941d0e179c3d4042d7f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b735201110e60bef042fb2b26d7b4ab65092b24a33b255720df25c0f7a30ffa
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d079194473f0480e2f79e2db9f30686bce7d65
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173e9a2f96873d5514c755729a07f66e1785156be30e71f5c7ff1d26c3fe3c6b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de3f11b23b50b26a0ed478085e0081814c61f92
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2c15c71d6208f234e49f8f2f546bf09747a67bca6e790c5120b0d97e543906
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4676f5a83ac9f2c1ceee22af69e7d12e093bfd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d28f95d45856b1fb3d9f8d56b604031b645323b5bb08db440aa05f31636077
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ae80ef54e99635cea5585eea59c0071278e20b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cfe8b16e00b38042629972fb9e7413eecdb7fc8a1670e81c5304127427d1746
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e671403f41a4d105405be34a5a57cf8c1acb65
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02d40fc71d8f4f606763cf02676dc59ccd9cdfdcebe3eaa8d545e44449e670d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63075cd0869c022ca2548456c985c2bca6234c2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527c73cd75a0fd9b29bddbbff674a29786d16ed78404145d7105e7e8ea6fc50a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006808e3f0bc82dcfbf77c582ea641dba76b39d9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ce2c0147b95912188316a54c765714619e74a81ebf898c33f940b660146d33
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f06c4f40b70a4adf0f8025339b2db00f6c1bb1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec864ad32ec2fe2e5e87d10df08f43284411f8300628011a302eca86225a8488
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec3b315de480aa5e3909fe7fd360b43311cc4381
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889cd930eeab1b049959ddf168e541269475c43d37876acd41a7512b70f3f421
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98dbe0caa66df3ba754eb84fefc169f44a5a0996
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8bd18f8fbd850f296cd2e4537d1dfd4455b1a905c9e4d0b527b55ccd975ed18
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3041d3b92aa118fe9bcb92c504cb12973a8ecd31
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85abf7ce485b06833263e2453a394c8ebe6b187f50a2f81b146f05dcd8d5e3b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378c099436382bc8712d863c0fdc5e835ffe6fac
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e799e3c55b73cc1fa86277440ca0124f0b76c72ce0c6e80233e75c0a3118636
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a302a31025674ea18e2e38d5ddcac9e849002d57
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccaa31fc9f782541d9cd4a3169e2d19207ad502010f4e82dca2d54e768dd8b95
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6644a5f44a68429b9a5273a040d37210ea701a8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c60727d5dedae2bfd20eb8c3424f6fd7e9acc049e9d6a33ca41c00afc56c14
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778a3cc458e48fe2e8284b68f284b95af3e45b77
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401bb83e057867fbabac478f96b3e352a79bf545c643648097b17fb12bfb673b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08fe1c48cd7da239837f3e219c2699f4cf0aad6c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd0122112e6afe53e66b1f307ee72744c0f7b232b9c6cd9cf3a870b192bb8d5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9739f6a9f128cc22818dc9ed7bd4884855216fd4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aff4113445843fd7a3f8e9f6d925a5f98cdefaeebe696567f63ec08e66717f2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8074eed867189dcf7f29fe11ec9da779f88f4a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21bce292c7f0753ab1daacda5bc316152c26dad537a5de410ef3fb8286ef7145
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..530485f81cad5732ce31e353e2b5f2c37c840f95
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b463d78d4ddbf3a7bf4d1922c3b7708c42d8879773a7a2560d8266e2f21f855
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f616930350b767da5cd3c5dfab8dbd4e46a07c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9680ed23e50d1201651d4b2529f04c221744f08ff0b6c62c68669f68fba2a2e4
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fee8695327662ed61c849d573756f31772070a9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3fdf7a0cfacc36a9dd00ca4096aa1626c6a7325ef8f80d3e467fd342f523dd4
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538ca5715aec72cf5ed87d5be409d634e8b75f1b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea53be808778b128cdb9909f237e46c186f5ab0a17d4ef63dcb185163fb9d4d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13bb184dc43a1f9349d0e0a83ecf1cef2b904ee7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db635071febbe8e8323332531a6b07b3c68ee48222a766596f6101d96eabaf24
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92ad5ff0ecfd49db8cf5d6fddbbc150c1a3dc73
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf449e4cdaa74ffdf2cdcfc49f08c663d165cc3984c0a7b049c4514fc5830de
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da249e06604fc13b31fca235454211b7d8c249fe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfc6bb0ac9c0faa3eabaf1d5f37dafec90d55cb2af21f9c79884f1c0a527d96
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ceace3049735ee56bc0793489eab49f23361667
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391c061dc85d6094961ab9e745863ba0c2cdb0b3f5c1a4ecc00ea19635af0505
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c85c2a2a6ddb5af1433945aa4d66ca9e8244b60
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04e670eac87835dbd2d0c8cf489c49ba1e91a8a5d4f12a279b4fd3e50d3ab1c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2634f84ee9c732a036850176acd5b3b3b9d7c49
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dad045d9055b3deab1b4db2c48517d79e845e2476934359ec4dcd6460837f0a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48eb2cbe7547ca2227cd44f648295b876bca7a9f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03465b824353fd08783e70ea9535e9f3b35f0c339914ee6a7269e0ae800f331f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142ac18e55f7971abd3eacbce6e04bbb009b9415
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb9ae67a28b1abf56249aa391993a12c8941c5f10b154b96682ec0d424f0ea6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645567637fe352ab3bf54dc440eddda57c2fbe11
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688b7e98f72de2b8c4280a6103f548b3b2ba5ffe62eb46104374f05f3db1be48
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce945d18320980c3ed47c2a405881c01706bbba7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d82834ee7f2060e832ea2559171e4da2be4a7b6e7dc6b93fbd00dfcb60c2a3c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1900061d06e5164f55e7c992b2a14f69f7597da7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06633d0f7505025e7ec319913423307c10a8612f7de5c50d2c8867121b3e203
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a957f6b7e6a50062ab1dbb8f97aeb7a073fc908b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b46746a8937be512880a8a138c094b230ebed5d3077f009de3360301753e2b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533c5fee716a7038b6fb6362c8b29ef2a6481caa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53cb8e66081d1bbb5cb83286eec76a086001849bf6a22682b2da211fd1bc3f82
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a42553ba42b1016df9c8d34d62b6e93a6487797
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b798a3de84498ba365fc0046741d14c4b2b621f94089a5acb4ba255b515b40
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de8f958a4ebbe7c907609dc8dc2528ff2011fb3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822bdac01d7290d3cbacc455a37c1b022d857843e2493319f00b4e1c7ad5287f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fcc3e1b85b439d9e2ded266f30e71f92f27668b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2f6c508cb5f598ceb3211bb412c7bbd2b4ee177f0add68677ad8f1aa32c1ef
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc496c61e8a5b4b345892647938a38c81cb2855
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caeae68785003f515922d34740128d9d7da062c111ad36d8b9c347e29a31c40a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b35517feb75fd089a7caa4532ff8beb397c50e7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d379c95439a36839121098c648c81bfcb830fc1395013179541c7d6f887d0f5a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1dc286e422c02e1d01d855db80831dcc057f66f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a85bc13d7d99c4cd14014ebfe09a69732e564e5d74817c7818b68915b392ea0
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2dde8af0d37ab05abd1d2ac63e457ddaf426fe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2646ff6f4a47edf0797ac516c38e9a196fd4d81d2035fb04111874f7d46c0583
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/lm_head/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5887b8589d3537993aed352b04367a04abb075f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bdd4669f67b20fb3327c234e64bb97117789c1d18410c88ba75d910b5750cc7
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/lm_head/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92b5b2ad6647b19074b588c50e6e6c15ca70e5f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242bbca47cd99b6073c8524313ae740e4de2f386ebd124db5126861e61f4de5f
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f24cfd521f9da9ec46b2bf4c600ee64d7b3356
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf24bede06928f465b4bd226ce59ae39d893d40aa4a22ce82ef21887570f4c7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..addfdd1e0d531fe557bf458c6a89355865a7609d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d25e2b6a6b3a1cad175fa7bf627a0219f092145c95795477c08f26aa9c0807
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c73c4e0caa35a373ddd563a5c29ec232e770451
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a22649f73a33bf0a14bee28d54d6309858dac6bdd374d6592ef715f1103d9d2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d1b23d3733add01515885038888db11ce7119d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6cf31e0adf606f01c589bd3ab0677d078fcdcbe8fcd2eacf0967a7980b77dbe
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d150a38a620b99ea03d8f348ae6b0c2ba042fe2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d43c6a0dc297dd7bea4415f5792db5af302f3734d9146bc0045451aef621cfc
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4254da28817b5da187ce34164423e1172db44a94
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567bac691df52c7ce007f3d6fa92265834500b8a395286062d0e89219c74bf07
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4f4f5a3149dff349d0d25470d2cade856a56d9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839893f3056dd99d4da2a85f5d429d8861bf7091ca8f46869b942545c26e1d71
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec067c82e23d1046caea7713f1c8e4c247f3f337
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8035a76522afb94c929df7a5739e8891600dc882c589e5bf98e0e884d9016c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f178e9900c7fdfc313b76e7873abf07e4852da
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575ce153efda2900d0ed49f9eba135a1970102c941f84b244667eb36a1936580
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447e581def272e9ab424378474821ee3b0619960
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b354bd4110161b08b0fa1525d2da3dd43382a262d9cf26bc88e98a116be1e799
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b4324939dcd9a3c8f437e387322eeb0cb68d3e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234f3e8a6b61e02296087bac7c84234c3127865d8815500c976d4208fcf22e26
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c02d6f17f3f5790d6f37235182e48df57a9bea
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af6abe63a2e46fbfbb969f60b560ed2271d2a01aaa048760710e8dc660030e8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be72b264a80117db7c1bef31efe3ac070dd79fe8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7890a4ede041db9f8a1840e5e876d2f0895cda3e37a5c1a5ae51de28c5942329
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2adfde1d8eb5f371c25bca2de6de728ff9b2902e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174677234b44b9a05dbd81a86c5996fbac8c271b619cfdd5b4a44fb42604bcc2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b97e682c00428757d2540ce76a0e1cbd5e3001
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee80a3e3785c036078363bea99a3bb65c5022971f89b8aff332d8ffb2c0bbd19
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc313a11b190d9517db00d71e176d2c60455dba0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712d1e5a972c85e660ce90755051a08d109cc743f3038a2b5578cd6c619004b8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..074de8fb9855ae9826768dca748131dee68af841
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657700b77f39907f5d76fdcd3a4e0875ad231ffd2846cb0880d236ddb1039531
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c46a33e7419327a7761e2a338722f6d38111ddf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b41837bcb7ff9022bb1a2e0eb3106baedeb6a5114117e0c1c1b27ea788318c2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f7794a6e16296ad2d5a47d299d886a635ac862
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2007c41df3a6b32c5b8e33b6d841a0e418aec1340f6c98c500437a2f04558a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b8977d3d1c1e636ad9c0b49d3eb74e46d1a05e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5753c970ddd4b2fe56d333939718a8eebebb0c41e133aba07af04650ccdcbad3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1702c1fab9108ba914d4462b3b3620cf51f877
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a86ed8b55aa157ec2b841d72d1a9295d01d546dc314b25817ce125f68e830f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0900292d8a280e1ef7e5254b5b0e0aab2295c7e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a519c68c9c03fc3fa5d13c4b905bf0762ab7548b615f2029bb2a163d09927ac
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb632bc50e83ada9f2ab92defe8c9d4167aa397
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94610ff916f30abd4638f3337ece55dcf6baa9cbb9e37a940bcb05923cd48d87
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb546a1bf1682d97ce1cc8385640f41de241bddb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f621723d8d5740a22e63b5eb95552f751a27e9c04a2b6c4cbd49482f10a188c2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a88d837d186b19c5d6bd1205a28edecb84f1f7e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0db56148abc6318c9984062017c369af7f13c67632fb5d806b7d7c20c238f5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8233916599b82685e22a83cdf2087694c0edb5f5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58ec2cdbc8060770c3b1cc851d94e64b495864445822492e1070a26a563405f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c969a77a112cebf18521893c0fbc2f7b4af184d8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a799d7efcd79d74a849d36710c952fad75fc422d887c5b1066c4464e66def837
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e222f6c8e9099689a01775ad699bd3fd4cf45d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4c1ef6cdd62a90673f068f0f6fdd79e5f20c3ed248445b41aa234cb2422021
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8a6ed875d5f3101b6c1dbe0f6aed508538f810
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75712d1332423440d1e343305c40595e99c6b58ee4e43f9785229e6e4dac51c4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01078849de292e606297619fbfc9b3dc07baf7a3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6271dd3054873782a4362b6765f01f8b5b4fd9d6cb0e591521320fc4066d42c0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d7fd13216bafc465043a09dca75c333da3b13c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8acf9edb21f9ad57bbe39f10f953ce2762268d6cfe763f334093283dcc05aaa0
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92db6573aeb83b1fd325e408e82050306eb64d24
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff7ff7af52972849fccb66110c6a7b11d184360508c65937c0a149c256c632f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac09db0a27326a6c4c0c31e6d8b671fdbb24ea33
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e503e13562873578e6895030fa8c1ef883d4724f5080730c519f8aba4045ec89
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c945cd0034fbc6d23cf56f747998264a514591e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ba1eb1d3d009a7fffbc95f7d9b44543a02e8220ba20982451216fb4621152d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2588fe0de0eb7b322ea058fbb4fd638f424d96c1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656821b9a6e7b07ea0e464b262ede0f2972de3dba18a1a3b79917b8e9676e244
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799ff677e735a927dcedd84d335d74781bf59cb6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92398f6ec0a14a5af22f76d5d78ec512ccdc3595041adb605de05a953f0d8698
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2adbaa5d22358faacb98a2a182fe24f526e874d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed777ace589ee544039837d0677bb3f2ee811d155abeb8bddd4fdeac74bb3ab9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8df676c6d6f2aa744670e31a32e4959fe555ded
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc4d004dce8551e8a5db55db4e83212ba2b190fd7a509675226372987aab292
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f525423e307e75b43dee18cd8ee6675aff946d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990f9b51f4dce4323ec73e21054c9c5e44aabad26f8cd1c0210519728c61d7ab
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c3679fc7efe5e8fffca0417f16bfe19ba0c335
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd13c9124fb25b5fd758fc8724001b5934f9b4c7f78d51a6d39b55ce7b304ad
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e0ba00d1d3ac3ecc5e357486f183d920520f79
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b071a84c62465cceb6eeaacd66765d55ed5bf68195d5cbdd61574748662f815b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d790dc87345310e6bc39f4e16e17b14cb58d8dd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:746848ffde2a2a4236366bc9c5c815cf3779a22864b8a05d98b31091654c97e4
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43bee95557263354420f3c3454f4958816e0ca9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63627649307aea6905b09743aba38aa52e1dc0e135524a51d1e3cda314bb34ef
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ea0b87a96595a9df9abfb797d4f955d30bb87f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba08acdec0668c9c7bc332cdfe159cc50afa1fe59f657ac8c45dd5f260a0a2bb
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb57da0b9303836c87aff14c0231b94c1da26d8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7932ae61d639389e2e6a0a5c971dbb54199ef2ddb8725288a02ff651b0726d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6864140fc07495dbf224ff8a872ab4893e696c1c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84833a4f59efc9d82746f24e1b3e93f7c2d54758dea1fe166822dae585bb6109
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd17a88d58b1fff9759c108e576735ddb400bd5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d6fb9d9c8e1d5ce5ab176a3a66da0a83cb5fcf01296fd590e4fa1f03e063ae
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ec5d217b0c3e93eb1595465424a8dc42376445
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56d68c23d45c234f024afc9000545e7c07517b85caba867a55167b3b8bb75ab
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dbfb2c4e1d1e2f7e14f475e987a9860c1065c80
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03dc1ae52b9021e6b5737e62cecf87a49ac194bda2057c24de65062e295eca5b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53674fd95bd52a62aee5eef93f824c4fa330b9d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad14344b1f3c0ab6a45d58876f9ba26622c8b6e725b69c9d5e77cfa2db4b6f1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a042ea9f1117c394967614776a00ad6713fad25a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21630e7354210c999de6d13e74e5158fa36a440fd2d3044efa9a3ce2b49dec6e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49a93ca39e51129c405a80332bd16d82b6b90bd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f76129055f4d9a2d9b50483bfd998c7b32e5339407f2f296152413263bda68b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e4685b04f3860a66e8d0481d25067e865e8682
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0390e961f78f1a5a4e40f799e09f5918dd7e8d0f232c8cd8218bf1493747652
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ea54a2e8bc942f1bf0c0951169613fed731d60
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146b6f2b4d8ec75c3b5aa1c8e76dd51a48cc25e1af2805a0a116bde2ac376f18
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9291b402fe15fd9195238b70cfb788ed467cfa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc759ce6e3a04200df6d0e9e72946f18e666d4dff10eb0db65c5fa6d1bcb596
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd582a3d3b9905652884cc30370c1ed694217e6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9f9a35e354daad6e534ad7126ad7720d36f23652b13d4a2a29aba63ca86925
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f29469001edb39751cfe6d0bd4cd8ee35107648
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e9ff72f068528dd27ac3a033e01bb1f22ebd7ebdeca76f0e29e40907586d1f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7748d81a51cb04ddf3dbb783b0e21286a3f9f6ac
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0393255746bb526551ee3b2860508f98a47b6d61f2a2ab97c8b75a540f7c8c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a36f1210371d730efed8a7760c7b921f92d814
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4cbacbfad91aca4a650c37368a63294373480a75959c3dc10ca22de83b2a194
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e28fca27ba5bcbc8b57295a20d3ece99b57c4009
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb4da6a68ee3085bd181d32bcea166c9aa6c05867e24a30f9318bcf3ef17d7c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8aa0a1625d8f21447b238afd20f173778fcfc2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242252c6eae9f6eb0594c8e8e438c4c56763d99b0e1a6eb02329c56e3594cef2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05d62f1ab431d3a73d19ad3bb38d24a40811538
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d271ee4a1e707507ea64d1c2cbb29b14167d9ca0082c01eee278b3dcef1ba82
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adbe10c7774988bee7c66c0eea67f3b658725535
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e0ababc47090c1cb420e030d52b2e1bb630a8b89cb80be8f8ecdd8d5922ae6
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b4bc6165927620a01ed1929b3cb9514c37964b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091fd30132dcfee9d817b05c5cecbb78a88c34a5d9b611a223d0edab2c77078b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d368eec72858f09fcf63d6d9156fdca20d57de16
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee5d91ee6e844a942bdb8dc95a15275db3ca020f1bfdea06833d8d1ae4e6359
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59488ff14a6bdaa65f248735bacec8a5d4b47b35
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc966b6416cc58982fa5ba7273243054f47e90877ce5e0e64b79351f1fcf43dc
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b3c6458e0b6f09fe2285cc61a4aec7196cbaad
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e237aeb47b4a8f00e5b5d0b5a7c12b22e1c251956ad1942843a523bf11d7f4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214691c7005edcde21af36aa158bed415dcea1b8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d340c30444cd1f7e1f171a6c70d221d09291f2d19fbe25136421047801258e93
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78e1f2b2adae345f75ddb9489a4cafad338a571
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8603b913dc93d223b07dd875e34680b0016643eb98ff7a3b43b653ffc7fef5
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9f8014edb71202432bd8f637021301cdab5d2a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0834ba61da7403c501fd58b30ad9c401a8bb70da6cfcab418ba1f8c2257e8c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1a4656aa76aeb9cef34ec5823a665367547063
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ffb8a3b1e1c455c6b55dfa0563863a6ea72ba284baac5612e34fd2fd009334
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4b2c373ffff82b077340d96a3050087cca770b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2befe497cef044dd2552b01785456f4a12c3e606d8db7ab73a54ddc719e7138
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2a6c3fe21d11166274b4dc7f236090b9ccd008
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0991d2fdd1a4a62d2d35c4a3b68ec65fb05846caeb64abf0ea2da4c289fe2e9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633de2eaed267ada8b279d45edda58948226c830
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05e3157ef814a99f1f433c7a5544a430f6d4d77e89be7b051e691e40d7630e5
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5319e4301f257eef9db2426d708be4842caa4ae8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c4c83834544410066f221f7719028230d00d7523e15a126883e6a547d70584
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17328ccc3fe5f51e4b1c6dedc5b31eac7c44647
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3e118998d2d3fd2637e3d756abc32642517fade28d757dc8d5ded5f68942e9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ffcee74c832aa6a8b29db102f460b27bff4bda
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c715e10fe201e9d819ded8441174d5af98ddb7404c12633b77b44e2c1130e93
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2077eaa96f883633d19cc02ba26fbaa0aa9343ae
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c9f11d261d91741facc969c6ba2340781cfa266bc807f2e349f94a5677b0ffe
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccabf432649c891dedc77efdad213aac514efbf5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace100bb36cc5ec39e0cc9c45de2e79c452d8e0dae9b14bfa99735b1c790c148
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..832d5fe05809034112c46b7523b27f044dda14bc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a0e7d749e64003b3c51d4b08d2c0f745174644a359e5ba23167d59ab0ebb23
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466fab677d8d7b1cceace25b899a637abcf01992
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc8814668246b70dfb45419b3ad4321a2b3e571f3428283f4a1946b1eacbd00
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b12348ef053f39dcb14357dc1b1c14e871b27a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9afddce256db145caefbbf5d16312af3a58f2e83ed8a3865a06573eb5ea5218a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00149eb9095e017a09aaf6cffe8ee83bec1918a8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e08de6f1110ccb8abcb9b51515184b52b00325ba4ba4584f4c5b11980e0db370
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75536c0fd7748e62e1326aa1da5e06751c117a27
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d9d7402dc0fb0ff4571b28ac3415c634f8b302258183e993191c754048f555
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5424f7047a01fc908b3271ef49b19e8079cd4c3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c329e752fc6158837b781346b33bcfa4dc7e0aedb1cef6afc235888bfbab8cf3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1adfd975f11fa6aaa702b9ab4523627498684139
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec2d76cf65926e9c0e7cffe00e7a0143ba9df0ef9ba4298f46fddb61e11dc2d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e419c6a21ed96017fa15436172fc514c0e31eb3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5571a294ac581a68c762b1f344af101f753a92b738a7e77c090754f286bc5fc4
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec67dcab78cdc77448fd18e5461a1e30129abf1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697d631c70faccc5cad7a38e575e7a239a24fbad73e92235adc013e8c6916831
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13927650cca28bc44a630692632d6dab10dafb55
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d206e99846793857f920bd513b3ebf18be647d1e7d17d896ddb396e57cbe1fc9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1cdb3e82df2beaad81057ebc6ed8040725909b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e1ec8eb52236b2967e7d127cba03833893cdc30fddea7fe2e96fb5be0b970e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a17d795e649bfeff0d4d2b3268053ff37b09984
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a2559086d5f3cd8e27a9b1ebe4b734d0df0654b2c2eb1ffba94e1c86d905a5f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a9c0f05234575ff90f0bc26214b9fc7e7545e9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8bc07fc59ebe6faacb76b8945fbcfce638f43184e30c0af5b7b91c70fab6c09
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29db7a795f404db654fc3f0e8706b47ab2891c26
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91ba6a0a6c2c8dc04647d64b22b1396aa636e3e2df552dd0699999eef78f930
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bcd157b2ddd45bc76e5e34d92f98ec121d01be4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2439eb2be1f503d2b560ccb728ef4ff308f955d393f93660eb23b37236fb9076
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a2e3fd24ea7a5a14c81872616daecad5cfb21d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d25c6806e96cf05a45decc8fe153c198dd876608747cd434cb2b880b0e4827
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf7c7520154733aa5f8668d4579c7a9752ab329
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922da602498bc17a0ba1bec855f2de3b8766c10579af485155fcbe13ee26bdd6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283fc7c4d634e173f46f08002f1e4d5c9955e0d5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51c9fffefe099bfb6485afd4605eb9cb9bd6e3a9b4163544901bed351786196
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d9cc37d5deb45ae0b2a421d910c92c7f5bbd8c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bdfe130c45cab21993eb02ce2ed1a069859779f5ab099d33a76ebbe3847df8d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa28c98edde5b59580ed8ca9bc6a74a31c4ed312
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55bcde03cef00cc0e1f0a7e1ba16892005cc87353c68b4520fb6ca1deea5a4f1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc7bc6824528a33e79e67925f08e1d8e5af88cb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83b237dbfa328f0fe2411693445806d2235f9806dbdf5e0a73a6c3050b1c0ca
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89cb7fc548ae33e3d842bd4e89c5022dbc9747af
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d2208587f2df6daa1706d0eb6ec933af5b94e61660b3dfc7e71128aa8cc17b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae8df4078848fc5a13f7b459e17d361b6d9613c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199a5a30318e4ba1fb8e79cfd068a69eb4090f9d0c213761d1f747014de85095
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c0c6f54717b6fe57a0dd9a563e1fbcfeca7567
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745652de72578c12f72fc9839208d057eeac0fc7bc2cac3bbfd2b50f0ef4b078
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc691f7fed95b38f7251091ffd14799e0889765d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1935b53bf53412bd37d760600e76d1d474daa3c1c092e2077ae4a7e5537c4a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533aac9049fd4599c88c4e80287757000dad512b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca207c4c132514666f6078b1215dae2855d5c86f1c82ea9d1ea17dd7666178c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f43d0f9088f5c9fa5ddad2e2336a6e7809b7b3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae85143910b1397f4bd8b1e1cb50ebc7cc535a4a3b60d2715def475c062aace6
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd09c4cf114bf1e84a2059d30d9723a69acc7db
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0eb131139d8e47804b178a8a7131b14a429e6e4757d3e617d90c4b831dc631
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a5f585ab6bd13ed97ec5cc63e1b145439e599f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce7dd273342533d1a6dbc14675a5bd0fe36852c70b120f3a45a25d64ae758b1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1196e61e147241dcb93094c72692af7d5a6cf08
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa84300e04aaefc9fd4a1b04ac981173b772707f759653e065499c4fda6bf3f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e44993c4e20d206a0f3d9e649a06c2aba01c03
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f335123f2bcb4d889afc0a6978c563975bdf4a38bf06420a5c37722b12b4349
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11bfa4b3c26fbcc58591e7570905de1d2ae86ce7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06480decc4a5981b2629def8b8dbfa8690a4ff75b083ce5b954cf43dbc4b13d0
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8254729b2e38f30073cfd3fb0fe590eaec6d42f8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7796547fe6f53a3912b31007aac85918aa35ede0c568321969c73824d4a2e5
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df970c948e570dd6283479771bc6b7402a1f3431
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77cea5f61c9ba9e9c046c031a36cf0fe0eb1c8b35c6fb9cb4f8e23a92b73831f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4e32bcaa72c8e4af76e27c239a415c13126f5b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99bc2c0f2671e61367e2a7e59deccc6f60ed709d278aa36b2ccf6d920421a15c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d02c30ae24b3c79cbe64e7670cedf3c9000ab853
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01f4f05cc3049cb6a5bdc88b9820e13e354b00aef70c23d4277f9cb92d79ddd
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b8ecfa6916b8c044fdb7cd326a921fd9883634
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0dd16848fe8f5dd5ed75b3a2b4b64d9bbf989fb169f595e86d0683713d98418
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd47e3e2d02424f31a73baa50c37c90180ff98b9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2e4baa6b20d510da5a504e684baa6c433945c19151ffbd463af0a7240bbcbd
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e89d830254d0852445effc6f94dce059782c873f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8dc47f8147905f47599f5f331c80f7c8fdf540d1fb6a8da9fc1775a257ee04
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2391e09b8cfefa23cb65c2221c9b3428dcdeffcd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c8d165b2e88f3df24333419c7c83bf22ddcba73b7d366f79e9ec58f319f27b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b1ae2955989225abcb8302098104e54412e315
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9bb13aecf0ccd7dbe7585a471a74587f3253ef1a25f667fe1902942a7f6e8d8
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be3f70aa7cf007d7a674c10f863ce67f4e1951a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb53604651ccadfb8bdf843d78c3ac0af00efa03c5309c751b3a3248d4a19fe
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d8523c7e7ce470d254a3a592c79552013f7af6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98316c73767c65d4685bdd42947eb3cd6d1be8315c82e75849e5c78048d1cf4c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f275e98ab14d97f19e7deccf92571fd0e402cc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1cc8ff974906ebf443885449c4f3e6aa96f3fedad72b5825b23b431bfa48caa
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78b1cf99d20c8a70c3c0b6954767451bc2cbd88
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bee2f188633a5f300aca8748d944f4e8e87be6befca906349b1f32bc3088983
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c235b7c9683ecbc2a6ef293c1aa5ea7ffcb734
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8cdf794f4f5d6dcb2fde3061057a50e9190d55e6182f8b3969726f197953347
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ffcb9d6ae3b39306b5fc20d977915c0766da35
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a96211c66226ddda10cb07d3c88c3df4f49f3c4005af9839030adb07daac28
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74769c648bcb6ac7c7583a27dc951c7f4bbd899c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622f7d57610eec4af0cbbaf947f28470ba8ff5981ea0ae80f6bad3da59f1d5fa
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e205b3a6b1e002d97ebee10696d3abeb12d7b3a2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4b818dcf81050a3a1ea7407d8a8c7ab5157522bb5a93ffaca228b48aec5550
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5a578b014b624bb48da40062d5122abcf5ea2f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02898244b863c49853f13dbd3c33d714004aa428daa7bd476ec2ea2abeb026bd
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59631e21bc4519a5c3209050c8060b271900c42e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d132676410bfe867768600a422b6c39abd0f17ede5d0206f400b901827b36ca4
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a711b2736a2193914e96a3d0e8ac6a0644efedbb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c0f4be1920631a7906b553270120bbbfce1761642ff820f8051350d3b40311
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15e7d81f294fd611ab7dc8c7d72fd8c5cb332b5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0ee2e2e26fba685361c6d965b476a80bf83c0fe03b741b94fa9af7792603e8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee90be2e52ba8dbc9a588c96f20cf82ff69dee3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adf885bbe60202b0cd714068dbd26d523f94fba327611e75d4d5251fb7696c4
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e064b1f673176d8516543ead6e19d7326c893f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434a18ac6bd4032df8aa9cd3ddeb4e51ef14b2cd2a82fe3378b0228e96c35f51
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18af6e42bc8e9a0aaf36e9734e54600ef408d03
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e601e6f1cf5d7f63a089de94c2b062efe0b8ffc90778e1d73106efbf3946ee5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d7412fab9aa1cd2a3ee4d36865f4d0b00f5d04
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9302582f5c9efcbb4f0ea0498cec3275249937ba222631d3fcf6aae50ae2b22
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954f2ac88dba8f3497779c28b6dad2eccd3ecb74
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752a1c640ffbf2f710b490ef53d799459f7c2fdeb280869d647cd4a9cc77244f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73169d407f7d5e433cda1a0e3154fd1c4f3ccd75
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d87be2913d5517f21c9d674574cc2c7aec9afcf8c16a013708ead4dae5666cd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7a3bd93283d3904a2b578c3ce26bbbce371ba7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f43fab58a65f0d4c5411b6f4f2b1c97216f5366c6e3a2331a660cb315a681ef
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06323838a729ab860a55e805a6600a287509d538
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28265771593cefa69165228fa73755e8190f13994a96ddff8bf1d1f21cc368f0
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d061e34d09e7fc84ef3fa91af08bc378bc42ec5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e94922a5ae1a46c777bd87730b9d82271a6ebe8cc12e8d572d98b0824b57489
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea0281b79a785e5b98c6be8460301aa9b868231
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5cdb763a66dddef7f14b8b0c99fe369c36a8315920e53b59fe10b298285d9d2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d163f83df38d19471927eae6b6e981e80e66b65
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebe331ce7034a7b4b1251c27ef7d33768376677bcc35b1678f3cfcf187d01a5
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8741ea05e26e53c26b8cf9c44dfcc8f73974f4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8e5251a6d7a2bdc5003f646482b2ebd29d33688ffd5c6b23df8b51118b6d92
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84bb11d0e85d693bd396b91d08c1b689a287dc26
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f0643d5b2853fe3d0aee8ae1db5e0d6fe229e266cc2ce6dfcc9b29fb39493b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b0f474024ae90d1423c4fcad44ac54ede26fc6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95f18bc58d23edffadf37b84f6732f452345e983296e0fbf7e2f452960eb1f4
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be0f433239d1dee26e15fc9adf848d999e349c3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c0c0952da8d539b309ead9033fcd382b117e6cacc7848f74a8ac52c5907c87
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e19c58a4f4005e20028fa735bd6e3b7bfa84347
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37571660544dfcf16842a8af87533b9512ec3896db6f78ee3bb8874713740dba
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e901e854e71fa4e1d2dde395566bcd04fafe00
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f4b21347e4751a3a80b63f9512af0c3599c0c570283fa53f37883c5b7df6a4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf9ace4f0505538f43eb1eec69c89fd038eb520
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23cc6bf61762db91ae5dca39fb6cf3cf8fa1c38d3c799623550bfd5acdab9f44
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e905e435be9756caafb5558fb6b969fc4a5b59
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270289652dce4d697b422ffe3ade882492d34a70f9ccdbe61ec685f49caab633
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bae6ba6d58f2ac55d63295db6c54c4324f6d84f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff864dad6232d729ac16f900340f90d1a7dddd361a39e3c96b1c2aa8b2ca1e9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d813e450fc3753c8ac4dce68da5080d612f5b226
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8ca4bf1fb75885962e6647fe99ffe798527af9f8b6883b9e3630f759218d22
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177f455c64b07fe28cf1475a85a63aff9fbc9c22
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af24193b6ad46852c99ecde308397426222fb3a862be04ab6bf80fb9f081e661
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559008b597ee13cb27d40fec4c9f9ff2b87a15aa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff62af841cc6c5486991b8b4d6914aad9d5603c5093908af18e199050390fdc1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59f341f135e8f08efd3b2f5170f2b4f7c54c56c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43dc6c6c3ac2cb55351f206ddb2297fb675c842e84aeb6d5c0ef571a5df5bb76
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6cfca708d29bc85881e4b33f3a862f4ed999052
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6064df113d0ca46ca7358d5debec4e075f51078033056cb07a43b8aa2a1a8469
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54775c8a5bd1aa0c78f9bde79611965c7a4f19c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0111f1f3f0e256b5d2558e7ce14dc5d0dc2de6735ed4422f4f4d8f4c65fce2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc558e9490be0667ddbd7a7382f93e2b1b4ff0a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585f651c94be6a04d5d0a14d85761c156825646939afbda3fb217323d9d60a6e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8346d61e2bb16fd8d42f1cdf13248d2d7342070
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4fa627cf84c8cfdb25b8af474146593e4ea25d0105e2c1483cf7ea78d37713
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e4bb8813a12c6bc6e7fb0061cb16b76248ec8b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c21b880e9a331be78dbd3493d10e13ed7083d5a9e65a7dd0846fc81e9545971d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937c1235f665f0d3cb1163567fc65f5429c35aaa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7138c7c50b7171a39bab0792703e15865541c03c7c61c24dec6248813e3aaed
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec1b0c882a95b27f901e701ba34ba2f228f2a28
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0c340c1ef78618514e79985a337c49f481781fc7aa24e4c9b36bca7606d6f6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5586ae97bace276dbc5cea1c2b1a97193b27c12d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c79649a50f828818f93b00e81d72d3996451a566d1a2c964d8e73f0bcf4f597
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3a87084f63ff0f5c2d599ef37dc4af7f411101
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05dbc836e6316f1c8ea8d9b4e2de6b824d2b8e071295e56ac3a61973d2d9ae2e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c942b5f1a6b08d9706fe137072f3a23df9024238
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a59322dbb6a8e367720e01035c803e46d5eb6a2b4836f59e9c96e0a3247093
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35a6e01fb56153afcf43b102058b8c607e043de
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02047cf3b6322f25b5e3bb50d96d133eac2575d6e101d7c482c91bee46ac7203
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c074eaec4c1caa22c7f59751d42d9a2bf5ddf90
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c5c5b40a6bd4c2ba27d692395a8877659a221c512bbb7c2e989824633b78c2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71673e7b182034ff049f2bf2105aa298604a8d4a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7334157ad7f48a3b49ac9b9c1b79880bf1c88a9d1254af4c3775ee703d4aad7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee6436b843b524c3f6dd9ffc1cbc3335eff0c89
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1efc4c1b25c09e62fa5fd910ecd17db3e1f6e40b7e201118248833d0618d8a4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76650afa00f4a9bb95a6d3c26ca1e8272153e4ec
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a35a06f8dfa874a56c2856dbcfe37e23beaddc827add9e442f8aa042cd19c4
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d44f1244ec47e8a633ec47deab7d405281c14c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ec2f0962763a01f8a06c3e79c846167645b5f80b0646969eff7e3532b9def3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7ad0a251e7f9cc8f3ad4678ef08b742f4941e6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1e01cd41343ee4e0aeb3b14c579f08716186a21368f2ae5914d50d7344576b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0e262a722e4af335c22687fdfbd3c339b85523
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb32cbd9edab7baed7655a9996aaad8eafb812c26ae0dcf5f37688198b8d884
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468e9440ae9b77f47d62a3e5ef768d011b4b6834
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d914f1de24756a8f0db4e0d4f6522df0d77bc4c458d7604af17d142ce0dae6b1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9f0b3c5d7767b85ffa0d13b99e4c871d22e377
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27665f1bbd7ebd36f2a75d7505f084a31614c4b49ee735ba2f5f8da709095ae2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af00138359d5d461663a77a81c93a92884f3054e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:040052c37d742f3af1b4237c0c5ca9d22feacb555e4ec1f91a3d7567fa06c2f0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383911433e3b9ce20e3ab13a8d3160f8d8b8260b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2fc68a73c1c060ff2c91c458207d83579889828971a7bf2b88482bb4656df4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9ca37742af967a88b7c5fdaefbad904d2c9957
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78a993106b133002e7312800809f250de506074e8437f49281e56d03789c14e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f6a0b3d2d4101880b899ea7084ea45d32bf7b9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7c757980d8fadbe193104d803eccd9ecafcfc0ddfca26f82a7f5860d5e62ca
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b25354e9c72ad923277ac9019e436a408ef5fc43
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75645af36dd09cebc1b6189bd476d2210a0bf5960fa26151bb8a75b76e6ca46d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b032cbef94a9bc7ee10063652bc4c20001021e5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f9b3be9409878ef3f6b8b814113503be7931cff064ede5a624445d0de06ca3
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bdea5fe2ca66bd8bd170f16b463b5efb8a8aa34
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8040fd331b80aa4638457d0373206eee9f5445bebe265d5f4f65b4c8183b89f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cadcb169a7b21705dfb3f078d9187f824c9dcd0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c88a49756a39864ab43348807dd357954bd383bcbb128348749acc924b0df42
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0aeccde913175de3652c608d47202fb0dbb3106
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e223b502fbac1280760833b27949e7b3799c126df3e33d4f3ede748ce8702b26
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c31e291cfb199492f1376fb9a3e7b1cfdb682ea
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8466858a14dda75e4e402172ee8dad0754f160a25b8c773c2c501d079d926cf2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6eb25f739aebaab9cd0879c56342448046cd234
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0a031bd5eda8c0fc4b5464cd4214949cda47707ea52308cc56836b2ef76430
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a494baa3892a611f88d4562f44ee3216b28df8c8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b624ba935e5811f2ac1be89d9fa070e95ffeafc036a823dd867f5c0de6a6c884
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea13c4f5eeaaf27930bffae501362bf7df2c9c8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe99066ae9fd9832e699d67599047a9f00683639a3b1084e94ad4fbe5c4945f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87dc4e6b7c6d4e22571159fdfe727df96fd243c2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860b85f26a3772ec35ae9c3f1eaec2b087dac925afe8c4b2b875a4372b4652c7
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2024cea906adb7d7291a75ea6dd68f2070a1682b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7387671b36e37f7f99f432a3ad7653e2d1bb79410b928cbac9307ed4d78484
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce8c40bdcb74d641c3252f7dfc79bdd67a0a053
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63d0b09280001afac232dd17ebad2b04b1a26d797e8b8f2efaa1daa369a0dec
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6626d0944576db5aa191c379bbf1716b736f8577
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fcbe3e837397c6fc02e3176c3db031e6d6537f6989a3e7176243ec5ee450d6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47f0b7c03793d60f4a89465433329eb39919984
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab8d8c68d0f691bcb67fc6a3e4f47c5266e9f57ecfd2cff042a17480d7a9206
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e7da064c5032a6efc377bbace7a0c923d8e633
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6952ada17b40c24694e0c84f06800c3b4c1a1c6135b925a6c9c4d01c03717c40
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e91e3b8b2f8ef720fe4a9e287d1f99f6ce1c57ea
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d73939c2f6313696b369cf56a09a789801084ac4dd043713907337c459f173
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc7dd67681baf2e4cb58e12581d587ce7688649
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd364c9101fc5350694fad971e15f411f8bd95a604cbc1cca44cdf4831a40bb6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ccd3a375b4dea0d1f1c895d51503292553067e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7ebd7de30443bc4db4cf31c9ad11f95a19686694ac23a80f373f44815c3fa3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33fd8204bbb65447f26ec766bb2470f3b634c223
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0534781d91e8f906b86f992344162ec2947321d19727d7f1be4b85e745e0ce76
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64dfbe3cc1ba943b7c532999a5b2b6099721809b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a398c14474da38361dbc4bf00632cdd101a33946de407d4684b7c80cc3fe2d7e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b94e54486441272de3d626f4bc5b99ad753381
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ac07c6640974b15ed837fc62d75318b448464b60b5e686b3e8974a4647ffc6
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ef4a48f256be0e8b54cf634c189bd31a396719
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58f8141189d1e8946ca90812cbbd27bd6f5c31ebf40ac59466a28a73174330d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e6423c98ed013829775b713c3f94b676348d92
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a239456a28f9e9055229c6a049edba442d59e68562ba2981b6165edc28141a2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba12254461c4fcc04591a8badaffebe70d658732
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1606e6b4fa02e00dc460364014c0519bb2916d8425217c7e6cefcbace31398c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439f8eab1874133feb76c548fef6aaec70d9ccda
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f653039238e7b9c47686fd7a539a9ccac820a7e4aecf4fdff3ee3201673020c6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07864efba8c9c3a3267710fe68da87ebe0834fb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c853e38b79acaa4cd83180fa0a3698ccce1e907a2c442e2d67379ced618e3681
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca1cbde3ee97e8e74867c0f9d0fa235b1827276
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db66bb94e89d4337015f32ed6022d67f55170ffa366d8badb23e8d5b72dbc321
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d243b57e85c675f709804865ba48ad7dcdd305
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f14b94e9ec0c5cff6855a1d7a2ba8220bbe4aa359666fa7ffdb61790dbf7c6c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c2b74c651795f9bea79079bdaf11ef8a14f702
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f847090feb849b0b75ce9055ecae657c83ed6fd4dda19d931f70a22d4d1068
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e735a5741223776da8e910ad7b44ba1a5329aa8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e7219dd3350c4a4ba77fe819db7df538424fbc0f80417f528e5725a8cbc43d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe5edeb7ef8ddedc95d619218294dff796ed8c5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2799a6caee733f1fa166adf5a76ed4edfca7caccc0ba4dde4080dc96564ea673
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0697151308313b871eea8b29873ee487cc09a983
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2457e2540f632f96e89193e70bdf6b960e2bce9d8d50659c8f3eff2bfba00e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fa36a523966ddf88c68fc4db49c647ea7f71250
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847bf8ceb5795be7d279d1f2b261119658e3aedcecfc0fe44eea2754cb2a8ee8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d0f9d63b10003fd7e00981d2c68b0c9ea4af01
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1655ad003b8f86e011f43915075ef8899908ae63bba143835eba2f05aebcdcde
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778d65ea0ce73bded1dfe2bff36b45024cef0a91
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249430f23aa2c5bbbeb29a373ce7d9ecbc6be3fdc101f784ddee79e7708fa345
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b44376fa4510eaa50d196b17682a5088dab691
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa26f507928e0c32be14ceed6642418717e9a999c6566d53c108640aec9e613d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a049eaff19248576251907a76d39c430072dfdf9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd0d23e7a72fc458ae5fa0cf57fdf0ff01806a365103b3d7a17213f3ad99411
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17afada3da7c105077061aa5b1d59d401f84c853
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71ae743284df01360e916fa7736b58702da420fbefd2973b83b2dac6b61b271
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52ce6f3de75625daf2907d19a1f7841542f9f58
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467374680efdfeb8784bbab5c386c5de1a8894f07ead41433eb65be88d5f0bad
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511ecce1b0930558d0cba168b0b8b2fb891783a2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729b34c09a3c03e59fd830f4cabcfcef32adcf3305a44dd79d7b58871a143ed0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4010ea94813d86c38bbd85219ec2873f9a0cfd05
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e88870a346e63956d1006b45a058f91c72d699b9dfd6b51fc226ccf57f49518
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7198cd19bd53b01e1d1f8825b8026d470982f9d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b52f16844301ce8f5cc2afc64013e4d87d6711559779ec78f016e451a8e6a3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5d5a418572c72a3eaed694a7b2121676cb9be4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6777d2a193d476e37d31f8b7d6ba8c08487744a5a0a3cd44ff8eb8e5111496ec
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1159d38c9e63b26e164308c54c00d641e1862c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1eb13e670be3d28e446a6827f0ac4385cf5464543e0ee599a7103a45c21204e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f15dfa7e3acd1a8597866aa2cbab229d17e462
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3a1b2b4a909aa8a933c50fb2f773e7ee81bf8ef239cd7f676adf12b30f7b4f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f696cf5bf9273241cb886b294bc86851a17d0442
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82fe5b70bfcb136e4f30626758dcc2cae3338420d32d2278dc74d50b73f7ef76
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63be808c62a754c8e2a0f829119fedee9ca23677
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40038ebdcec494a1246fb39cc7e913d6cae85ffa0a24f5535c38cf5cf16470e5
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8c6fe1af9848d769786d186dd5173c43d9e223
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff1937987d45b38eae2b81cc6725c97f35699b3b5d5b8aa2289a4b29222f779
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba41053030c54013b41092b7503672d550f11da
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678632d7427edff52f73e5a3123729e7e55d1ef3c0d2f7d2305a470785cff3c2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a4ac2c7219b0df20fed92b98757194bcb6880c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb09158c980862fef4cf7d2189f38ec00bf1b6bb1160822a1b3ea7d2bc509c3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf02793bdc2cea937eaaa02ce95f73528d3f4b8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07bc3d708bfc04f4c26a7c59563abb2347a02b14b58cd7558b04644d86ed01c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee2bd55efee474810fe8303e94c24f3ded5bf69c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a90636be8a2812e5540e044fb4432d528ddff3cedbb6d638cc12efbb9e3fc2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c271d63b9fe788b4dcf9e6f19ab2797195d9a7bc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c2de27e39151c5c48851438faf0b4a586df0524a202e1fe4342bfa91fbadf2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4469ab854c298cdb00e60755d350290eca8e033e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02b85cbe7bca0fceddb4b6b814782f371dea12ca5a465a44cb5cbcb96781392
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b185bc1a5a327fe0bf43a70f4926c267ed4a5d73
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3417644260771b0562e1b93f9171e6b3ee28b3c9451e6f63e26687c41dc4fc0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1333ac253c405948bb1ebeb9081565963bb2d2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb9ddee4ff90c2dd9c4f2bdabc509d53e4deb4864207c9c8321e7f9f61576c8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83fda638f915b395f01e8dec8f8b4912b1db934b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d33aecdbd8a8c8fffb33c80f0698aa42bdca1b673df39b6c93354d3f5f82f501
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e4df23947f68cd37f71fec0e5a4928f1fd6e63
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c4861bc558976c7ce8b07600d9c7b72f24a0ae6db4369ea58fa58bc572103f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d9d3f2613af3776c0e319c9dd313d8524142da
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ed7779a8e75847bbe12b985840b28ff320ad402dc91e863939e4eccb0a1ce3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1450d3e35caa5d532085b044baee4c0868d6d6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c8f0f31e7ab092a1bbfd9b124a60586c466c045dd06177ed227b9a6ff4cf0e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b601d43ba098e46dbef70e04b8c3c6d11913152
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4a557a68b023a7cbcdac77d2f1e5aa8d68eb4d215cd8b1b13f4930db6a30b5
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cfe7ade9434c917c50be75f48ed869965fb8307
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcfb77b8f3cbecd48abe84674b2a2468cf9fd44e2b11a09593c38396f11ecfb2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c2a401bbe46f3cd0db42e39bfdd800afcbfebf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37a2a89a394630e99a18cb9ae9dbefa62ea0e8310d6b001d72544ddda5c1389
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724dd8f05840803a86d05cc7f3dc0a0c1e05b490
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7446d49ac179281988364ff9337f47ad33c748ef416b2d830c0f68ba95c08df3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d95786654ea7f7684362cc15860e6129609f02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba80531edf1d24f2696f2457df524bbc3c00dcf85552411151d5c91e43080e1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ca2467d449101ad06f622bafa6c3d0d50e03c9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04fe4529d807bdb1cc8af0f92b3cb831eb3cb9557a02bf1d85d5e5f679b0f45
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fcd9c16446329eab707a93538e5733f58651d54
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b994792f29a0f4d7302afd41608ae031f197bfd8ae48ecbe43f455b90de23c91
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9569184570b9315b76f399cae9ecffe6c7f1ef4c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a6b0a3ab44557b2c330a8e9397b04c72173fad8b3186a76762db333e5ae689
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a9204e2310ac18986250b3f56a49f2c84206aa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5ae3cc0ef6160e9c5db547080cd0da279d0907eb45c06b150b41b895301524
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27cb2cff5b323c5454c765d8c07d8ffed259ad08
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1d465d1d28b635111e5a536995ca4e266128944f5c6f009a1d5ae2041340a7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0ac1aa73abc277b2a136afedeb2eedd5f78287
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2341acc055c3da456cdda42e7d335b85391e27546f6e7f33e36cb295be6739
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be8d8f14ffd37eafb41c85889fe5b5e14b90875
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14b43a5c8a5c54654c02329a47323b62e3f30d0434f1d28c39949d9ce015cf2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ea72e88158c246d60f6be7f76e536fdc35bd47
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81f5522641b3574f4f732525de92c02aa1d690f8540c995d18ed57b73dbd8e8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c53991f6986651401db8e4b077fdf5116508995
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a44d9c4f2870399db2d5c81c88c61977c69ab149651de415f2cbfc4c00fa66
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43a3fd18d3be32c4be2154ec8213a2155572fa2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1e53467c303fd642fe9616adeb5dfe7a381d190c390dd94e61df05b180853c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a253d08d29774aaa301d62caacc0e40e41b2a3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e284e446716026342e8f4202c79e6ba65955fbadc8003dec5e0142a787fc42f8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01c93d45ca5752a3ad5417463498e75501c0190
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e6d4e2652f9209d0d5218fc8aa55daa74d955c5235e90098756ff990603783
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7cc63d6d52f1b61a095685e011896812b949e3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dab9af7e851ff5e368bb4ffdb2ba9910c995acb2c7361aa078b3f26b1025182
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e759b122d99578c2353c580c643bce222d392962
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10b3db6fdbb7f951f4977012442985e6712b29ab943ab7f33c03f51116b6256
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6b05c9f3e435ddb153002e4e530223772a88e1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa49db149a15f8c668b598817130e0c8ea5386c65cc5c05e062075f145d96be
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00637a43eb7c5a24a6bb8e66c2709f528dc03014
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7008addd07824284ed66aa147e2e7eb1dda56fe8e59412cb5b579b16958b8f8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f91985c942389e640228b16217e66090d868e8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a8ac86e5230c27f5e38d7f10c59df2700410a7d756685cd07893f54c5b1898
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a61d2036177d60df025484c8d72b5a296c643e25
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a309e8790cdef82fbc8e6aebf5232f291d2680899d4d7d6ca81d4ceb7a9af6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69efd0f500cd9651151c1013e6370030a64b706
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9159d8dbed449558776d3b796bc8b34f562cd85752573cd55ca1557476fdd31d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be7eca09f6c6de9173a81b3276f042696423ae9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07cee2f6f990dd542007fbea56a0a534a1fe1b755dd410b9606c015fcc6f718
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae858f3cd2a7cf7742c7509f3da0d1ce6e47bcb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb8b6d508dbf305eaef21b1cd8f65e2ed77d978c0c61a20a70f5bb609117c50
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be4c87f448f96e5659edb1a8782f7b90589927b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250bdc960ccb6db7ffa573f020aac997adba31e27ca238c1410e048624ee6602
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c037322b8877fcb7182bba99a0954d23799c62da
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4b24e3dda8f6d4250a7fd22480e498bfa2e2ee5f6dfcc340a02f7189f280d0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2f398f2fa9826a96459eeeb5436a6dd8761f14
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a6fbea086c03463902fa82f2f840121abcc9c1aa2e88783403ef99a0abb2cc
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02cda241b2391a390683fd92bfc1fdd29d510ef6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232b11087d21ca3f9b7030c1a71dfe2d541fec677d5de183438aa04bd8fd4839
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4fd9e25940747527a8a190a0536a827ef55b6d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7be0a973a9d4069ae531f391d918f29c59bc8be56b553f35ea041888349b9f8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96672f7adf38e3c0ff4de397267e5f8e5a188bf9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63442da0313eb4f0c4effdc0e97192b8bec515445a33ceb83bcb18c9d34eba5e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a93b83f8f57757d8aa81e2d2533149cd921a68
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc49c2d7762f3439c73f0b941f7d6eb3baccf8d18b214037882c325f3b39a8a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f3fe506e8fd29e3de143c7a8b00ab89cdcfc22
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e879cbc03946fe83c06d84c8e0ec0ac3f80b316c58d31ee7ad7fd69adc7365e1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3b5586c7146e63613bdb82b95779bb4cf05f26
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e6c33e8aeb9d8b1738bf426b9f88c266eaf0f7c2352bce1c692480f511bd14
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030ef4c24d3dc1304dd89512e6c3d839d26116e2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dcd133ac8064ba454a8602a56a4b9bceae947aea9b56c9947e78426859f9a8e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9197901844c5dd23d3438b745a84d8b2b85677
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045f6dfd588cbbbf17bdd6c4b1d0344967a6ddfeb15d49a74da95e9265cf7b25
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b737997234122dd2dca37052abfa19adae4cc05b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05a2636468ae6fe133e8eb6d1899928e78bcfd794eb22e612ce500976e12ec8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8689f4c6d5db086bd1722740103761f676242c63
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0733a2f726c0f82b8d0a341eb16fb055fd0ee3925d9da3e98fd98a2cbb7435e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01fc770d63b6c7dc1a373ed32ca281ca8d431793
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31046d4c8614851c840de5758c2aefde1b914f3761fd9ff9f011827872184cd
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80ff501f83bb439e0c3b4160b6147ef1bd2fec3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe0238bacf44077628c6c25592b40da8f1853d0c9086947e3084aade26c40f9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d93e7537f4b2f06abfe81b9028e0dd6f36a0746
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d7689fe9270d1b44fe7301022854a0f4273d5f2f2a2efd6c3db1b0fc92eb5d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95f697543aaacabff8e2435985944bbf0f575a1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8e2e3e4f808182c00268915194c5621888a23bbdad478a5b94096074cdbd1b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b59fe41976c83e53deeb70b7e8a3c647cf5f7e8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da76465c329b3f63bb7001f2d72654a4a3955852a52a5e2a21e7039b7811524b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303d7e63f2fbd31367a96d4b668b170e605eadb8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5cf9d305db4b0acc96c2c3b09c83ed39ee4d1b58fc7e20a047612adc02ae72
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6bd89c77d7fa854e70b57c7e63116000a5f01e7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f107d1459674c9e16336af4873328384043169174ecebee79d07450acb1a57d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1fd7123fe321b182417576784dc89d2997a88a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223404168e5075fcabe0e4ec05afafa353a81ec4191dec7ffcff5dad5885bcba
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef4a1126b580929c640e6c4290405aad6cd2087
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53c43d2a1b3050ed23081e99f478ddc5dbcb6b53b1ddd6b48784291055d6004
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d69dc3664e127305a9dc4e1120c4fe69d141be
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c5403f459a966cc2dd96a8a9dd8e1eba3defc77e897a9c3689d75109b4eff2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303ff8e634244346da0ad081b4053e190e12991d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7fbf3355169e3d2ce557f777e95ff2d170bc3201207cb809d2aa46f4afaf77
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4087e7d4887f465fb3c1f81ee81337d893eb45a0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138f4b557bb8ed936c0d2b60d112e36ffac8920ed15a1fa0462f989e522d425c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923f7c924ba641a3bc03cdae6f53706b8fb234e1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6070e02e7c55b4fa4f32b4e179829738d0049702c5c2a9f8938e874daaea62
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bfec08246e3a814e02bbe50b8d794d1a86ff35b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa15b601de7cb3d9c09ffe83dae739d82fb2db74b45bcf64d573ed6f2959e67
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe79e51d687d9736e809ff0930071dd41d142a9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999588ff8ae2a997b277a678a13c8fd84d37054e8746912d842143e1677d0d78
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac900a3d3c266d55717332ec2193539d7b29b1e3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e44c5a111bfc294ba54bacf4c3df54f110396827a7572612a4cfef1e09c5fa
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde5bed139d9c7209894ea254e770b61c53e8dfe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2add627fd0f289fd81552cb1c6e8ab024d456b024b597f9a86265c1d37f1f774
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197a680970adb88b4ac42862e08d20de9ce3db4e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9785d5aa5eff314fba7f48685d350062e88fe83c84433fbd2cea80161ca92f38
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809ee28edfdadbeb0fa60a74fc2cfb8f4651f309
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c691d21a3640550088bcb19315eec82d411f994cf95be446a92fde19f93b32c3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14bdcd1c91960d953019fbad753294129e431299
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1be394f2b2a3acb868dbb0730024690baf9d6f7c5114e7d216975f2817a0b2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9387d857928eecc13422c4cbce85defb1f44d269
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf3b877405cbaa7b56372ba2955a6beda3d530ab88951b75bedd153fd74daf0
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531adc3dcf4ac451d5526fd0cb2ec548b79f4cae
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086aebc6fc52fdee5fcd275ec7d4bf855daeec93ba7cbde8da374586b351f7a8
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9880732d1dc7e5db1420d7260c319a546cb07349
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8226759f3e2687f3d695f4c3e825673bc9489f0ac149826e4a4f599ffec95e2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75842f5472ac2b30d34f2b77c61a380b9cbc6570
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f368dca894e0c96d38515c4bd7a841f9b7dfa93bc2ec73ff5d019a31b2664ebb
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a48a2d8cba5dddb0f7a16286be2b63f20108e9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f336f952e644a69925de6786a98f5a452e672fcf30d05e88a097aa9cb3f86ac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a3a1db91adf7363de9d015361f32150b6e3ca0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578e0844a7922ecdc5fa440f5ac610e1fc496d580de6a2134f47b534ebd03419
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798933394b464463177bb06e476db06e0f68f17d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0565c4e74bc2810c25913e74c78507b12dde9723cf0bb435bcea7e815aff95
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514a9a9bff725881838741b4a3c2682d436506e9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82414bdb561a8ef9ed6e57b9f3c57c94ff82075ef203c3d0b8c29d84957de972
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45af412820ae025b314c4a8d05eaa5a9d2d564a8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43bcbc08205332d20af74a3012f7e05d5dcc922e5af8197488b3bc90fee1335
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/lm_head/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eab068f969bb6b7297fd91ad8a50a678b0ab744
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7901373c1132de88807d5f89ba2f8170ddaeb96799189e36856f32c1793a7134
+size 129091
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94963b3c0bb46f1277b7b9e4f32c6da1b7744d53
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6035f3c87ffce273f7d87335c7365a03f5008ce472e51cc0c3583193e00418c4
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a38640e1f8251b6e5ad9e672e502b1d054a82306
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798fbe0e575296fb7b4ffdac259b5ae585fb2bbb8eedd27d5cb9a90d5499ea24
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2872dd81d0c3e01a6967689e973d26cc7bb4ab
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f08dedaf6bf198c5f15ee4c96d592b1092c42cff9b808f3e46fb5cd376a04e43
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf0d01011ba57bb499887947009642acbc7a704
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99169799e9ee72c6ea52e06bf403e63d3566807054f915e8728352ec806e1c14
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f877c68852c45965a6dbf88360c131ac75b6473
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b44b4f2bc590d5ffb10fb6faceaa90b6695a75942528b9be4902359d7f4d95
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef900edcab805486dc21f6d7c47b390472713ff
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f654192c725876883a7d7fed602cc05dbab03b7acd954885e45743a7dcc53039
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b5e34f60c34256c9d4dfce4a227771b31a3dff
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a81ca87a80a8a42dbbc1cbbc3fc87f341042976ba0fe2b3b285b483b16022f7
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f176b1e562df681db9e3e00dd7d56341ecef49
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f24c9fd2ef9a8fee615d77b2cd9a531e501030ce1d7eab4e8634c55350dd61
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff31368ecd93c0ac53d7c7cc2b34a6d40c5463bf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc6242a0271853efe3019d35623fb451ad2498503b91fcad8f2273e55eee3d3
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e396afff4075497092720052b7dad2a20f04701a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a3bdb531793c9e3e6302e2a280b09fa015409132274b64526f698518b8b595
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ebb24a4219b5efa678fca6fdaddbe2ade3e81b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0218001468df797e8be0747a6b4e7393d3040f305ccf8edf9983f8a29f6bf8d6
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df51298272325ec9fc336db1ee524fde4301151
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46da4bed09e4aac913af1e6d116a0ed3fcff4be440748186b13aebd7096cd1d0
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be86843302da8efc2eb0dfa40cfd33880d3d08d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe8a2d3e0e1f6cfd81fdeceb801c21c574ed21b7fca32a16e0b31c893d986e9
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c9cfe4f9bd9a28184446e447fc473d6a6690ef
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c858284880faf846eeaebf2f92e7e086e4a0bb27e7e72ec3a82eae747a1022
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32bde55f19d5f8841dea396c2868004a865092c1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6861569de61d4e1871e07e15c2f89160269caeb6293a7b3de8220f3bec222d69
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d70ba4088f4a33ad5b6f0552b87bcf5d3beaf34
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee7e8a5857ed12ab0acf30c99ca2006e6be7f15ce7a346081f1b92bfdaf916e
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b816b301bc99181beac9fbe43cec747ebc080c7b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919d1b17aa4315a882bb8e2630429b153ee53ef45e8d57b16fe65f943f9cb9c5
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556a27ebbf5a751f443d1ccc8b6958adb37603e2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365951d50db0616d1c8d20b9b107d779f912e333a0c852888fa4c1ad67c2e879
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c83a776adb2877c1313ce02f6a780e86ec2b583a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c18bc5ad6de71353de3a49762126c164b5082c37c8efd4cd6885aac4c8c1ed
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad103ec7242f446037287686224b8b8dbad82058
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7776135bd92dc2c46cb5cedaa5b29d54e27cd474ecad0d06186886c70e6ec8
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b9b8e0bedf8cebbd3653ad032c56380a4de307b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2f3ea49802c2054e0938c5cec3dfda0b7bf95ea53261e111d7ff1e201f0409
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf52c083d0d5de3a96e829c97f79ae25b7fc678
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13869726d8f96dc53cbfbb7f279fc1f632e74f275dfac170783c382fe61f744
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bbfebed751faa9912ef257e00cece97cbe9b10
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac91e44c2424ac9652b5e720ae867a8eea2dd42935a6097976d151336e45417
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc78b242d7b3b3cec0359ad25a8985635142ff5b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe2ff0accadd10fe806d2c323b4c4f176d9e10373b9b244f3e1f6e15b1c7222
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43dee009614f55e5d1414c9fd1a1b275c24d48ec
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27176747b2bd989547938fd04c9c3eb782d7c7262ced581e6924ee26b623211a
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b6ee1f5b24337347ba065940527b7c56291531
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d53871cd6089e9a80dc1e9a255431e9a2d5a74188af545bdd281f183011f40
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b9b832b95f938f24f6623bc4a0cd9546572e1b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb93f3d3e20b884e011c70c8af622691ff21db21af1a277303f066714c4db58
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b324ab054cd62aa8fbc892b1f8187b598b41f550
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ed3380899b9f6033797336dfe561b24cf4d0a900168d8c5ccfa73e974fe1e3
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8fcf98c94d60fbc997ba5ca746a300fee2d9e4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9c3d4d38b64deabee0e92062ee69a5479fd6a0d08db55b234029b87dc06620
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b760c838171aad70b18db145eb9079e2a8827399
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930554313e70a879dcdb266dd9eb8f8f75284b1803c58b5c6c080957f89ac1cc
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa747c7764d61516cf9e6bed6524601e40541d2d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7bec8262deed4316711d0616c8bcc2e59c7048fd65717bf1f267690b3f60fb
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1564a0339c924c352d1b8c3d24f78c3476a4194
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187e6029374b44cfa9bc1d8507dde17a214e287d5902829a649c6b7a075c0903
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61cd761ea09c39cfde4c89bafe2182b2e5d7736a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7cadf68e5fc9ab4b13a7c10050168b5a543543f5790041e843a657300029a12
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bcf8c4ce4625262aceac6c56b67dcd3186f2dbb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2b0f146a57a28718b86bf4a9f38064539e68b7e8b903fbfd8e1c44ac5661a5
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f049f1bdb8d264d87c8f9929776ed0f78e148f9b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c334e5db5d2c0103bd387b69bceb7c2e0b839641d4e142d62bc9ca2db484cd
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77927caf1b83ae9ab85907bc27ba2d5f29cd54a5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1af0f8447605364ffd9d62c8a3b7235892f36c937fb7b1be05b3e79e0b05c7
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e49e958f6458bf996f57f7106158cf91503e88
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44c2c953bbdd21306f1570bdd1c7e149c413298f4b5aba450a95d89b087ecf0
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5097bceb4e5ad40f777bd4dfcf810c5a29eb347
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0881e8bac6057dc8fb72270abc4408fe269c805aab2ffe3ee5b6fe65e32c7e2
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651d2478bf76f4980575e1630d7f9657bb8fac33
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ff2817be9fc23da761b081bebcb64f7df3769f3b78d00d962fa15b6072bfce
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01d42c93132bd14dc96c8d2c4c550d6f49154f4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f707c4ea6c07980710d873f953af8e313f883b24d50ccc8ef4f2b979e2681c9b
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e759a1127a84921bb18bb81b2ecedbdb63cf08
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa321adce5a15563f242a820af957f09d43e230bf53e899e24c65b1c8b54c142
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d5f208ce79220ef7dc9bf798980ae1a9ad07c5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dae78849d9c3172745d9778e8a8fd9c1f2a02b8b4be6ddb5a96e76c2fdbc7d7
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36993bedcb76eab33beeb36b949dc8d068a878e7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556635d54cc52209fa04866a1b44668d89e6a39c88cc29e4745d413219fe9f99
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8497846ee68fee032afe9d2aa3e2b83b8307bc9d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc1788fef967a76409fd40ba3474c964743a58b59adfa61f5fb421a36ba30cf
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87af00decb63e00564237797b44f172001a94422
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1dba6813e721a5b9ff1638ba6a48d7a1615e60e6627052ff6827866acf0a643
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51e2f09a2c0714a836454928ac944cd81aac667
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f4b33e4467058f961a0605351a09c3dae39ce74fbdba7f817f071083e5059f
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216b7e870412cc75c517591bb788933a6232057b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d445013ec699a74ffcf6d86497b832315e89b1745eaf36926cb9e6cc0a8e79f5
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4366155ec8f9c4cbb52dc401ca8ccb4850a594c8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8a4f92d5485b5eed38468c5f548bd283f0058ffacbe1e57279a39ebb03ad61
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1306f52e9848deeb617acbac0b729efa510acc3e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5506048549a4433834837f7cc1b97d0ee044dd218c84aeca9d23cd3cdafa5678
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6ff8579465201e983de0952e52610b682cde49
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1483880b3c22090ee9ffd44a08ec73753123f2de9e3946e1c96aa4fd890f27
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae104196825edb564d0c1cf715655e246e1a909c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b838967a3bc18bbaf8fbf08e3f1f0edfa6f180fc24397f9812a763e4453938
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51dc13c3cd157168e0a77829bdfe461ccf1726b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b40a6c391c2dbdfe8477fdd50d4261bb639b90e396003f687eba923e59fb13
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c01116fe9350a18dc019fb1502713032bff3bee
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffaaf32bde21206e79c47722db475db77063860c2e570cc4386789f56e91ea7
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1f85b963beab78f18b7657683f39231b16e327
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305f9e58ec9622cb2538d6ade42468f2c4bda049243f1f09581a702195ec93cb
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a6ffdfd52dbfe8bb0763f50d2a6e414db24608
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489020902d79620688110ee6ba68fdc50ba6a85db1b32cf218ddac0756193db3
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9da9dce47d33be26182abc3d90f9e720fc0bedc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4989ad45db843dd4843353c36a19e471f37e02a725ff1e327702070d84480045
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d304897ae9535e118ea3cdba068d83a88016d8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ece277fc376ac4e1f2d5c3009629ab8ad3bacb55e1e9151527dc16fd0d2aaec
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fccf78cadcd5915ae1c9f9acbce80f709c14abfc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fe1d3eccc00183784264bc461281961d134083a3da1889fcda021efa126b12
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b539a31aba894f028f717b10eefcb9ed7505e88c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f08c4cac5a0e86e2bc74ee4a59dff7bb6143ae0a27a16d632d863c5969e0b76a
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c23652037d27d358e153c92614046fa0b9e53b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125239da2d7fd737edcc6a4168ed2963ae53aa392873876caae1f3d5a5f7eccd
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f960df734b7ce3460f2c6474d2a028e9c51707
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940482700dc1c9f1c36099d606badda9d3617621388fb12bcf9afdc762163e0b
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ed3d87522673c3a328c24f6a866843e420d1a9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52d6cc05055dd6ec233c7c373e40a829cfdbdc083919bb1731cd683e66b2fc6
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a87549a999db151ac85d9c9674c05157ddbc7e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3538dfe1e2d59b109bff873c41ae4c3f2ca38060d5bbc48607e4ec7ddf9c5488
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d877489db64e9a2707d3e4d5197b89d11ad524
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18653cbb0710a169cf410985017f13e084d950568b7fb4ca3bfa3655e0d22464
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3a5cce31483f57ee28cb70a48f68aa1510f7a9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbde629f92c3c7366a4860ed067eafcd423366f55ccfd87da11a3ee9a9cbdb9
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c476dfd04b58e71fc2346c7110290f9e8beb6b6d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b91978009ac4e334075ccd38f484a5ab0a6d7e1e32a999a1317d85c0ff93578
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9822d9dc57f79d71c6586a51e3479777922c557c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87403b5a161fc34f27a9cec7e0b92ac4e08ece06b39f208f2673d25bace7a128
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd994f28086ead9bc589be49e15d95b0ea9270d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2e456b58d9c18d30bbe39d15c69326166fc97fc4c6589c3c79a82ef4260998
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..973caaa6d6dd69cdc3728c078038a15e7ce24f33
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdad4347e46be513e59ce23ade431959c8b17a3f152aececc9fe45f043ba12be
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc78485d0a8b5262eed77998da0e54f549d8c299
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c283f9f57256b68321998edc21e258953af6094018cb86300fe580c8c18432
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6158621778d934ee2ca76eecb76c6127b711a1a5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2847738e6331834e30b1b5712a98874c678651e7a3958979c833c9f5edcffb
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738fd439a4801c298396f0c5f6488f021ff00007
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b66816363908120644f05679066621c82e723e54e6dda3e6b67aa383f1485c
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd3ab66b4fea63e6e28654bf21d18826ec606e1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23effea2e60789f67892a9c4469be3dd984673571c0d32754628a435e25d109
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f203a979b2c800439051cc0c2f0910c5a93b58
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be90301f491f3a5df3c181e40cfa1404350004fa8bc1ca41417423b179f3a7d
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4883e4a363c41094e2bf537274e60c08e1df6845
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d7b568fe1f1fb59565601307f389a03a9f22a72c52a5a172b33c9617dabfde
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26a461b173c8b4ee3a14c88f4fdb5ca2cb35ccc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f64df315c90c1496bc4fae50fe642967f727b41b0cba5784dcdd84965ec48d
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee640b06b76c410072f8839b28beebd139b11c5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d7b11dc78eadcc9a9cc4c1dbe96051e4375c8c03f78549c75aa94f9c7a8899
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61c244ebb13a9949aa7e5a1a49dfe6603ae7e8a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1806e6cee052c0ef5e037559f27cd5407efb8c472747a9a54789f7e8cfb54464
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4367a99af5dd04ec174efef29dbcbbaa81f8ed54
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713a9ded096771998fc55a6b6e4af64ca815c0f21bf980cbb0bd264948476e03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06edb48dba1e96de6efbbf38057e692b201be21a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ecf57265c52237ebec98521fa13e25a32bf87e7cd8d4647a5380b13ef4b3152
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79a62af7ddb0e7ab939f9026c474b6aaad73ff2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73dea3b139e05d538b8d158616541f3a25a0666b2c1adb454e0a51663759f96b
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4523176cb892a6ee0c6fc2118c33270e02e5b4b8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a51c6a01973f4a4b749c7f1ea5a7885ea700599e9d9f66803f421f2f84781e4
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1250c074a0bf0ad1378cdf0c2372dd1227e694c2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88202af2d6fffa7dc25dd628d4c211ed409bcece353b1665ee9ab6793b07555a
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7830d769b05a405ad079701050979b5f8ab78a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7686c513b8387415cdf9e102644114f03d69c9710cd04d8777bd149ce5afa8c
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6e849d764fc81d192cf826072fc35f577eebd0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b1e44871743e2bdbb166bb15a6768ccffedb8dae5e536acb1bcd9218252407
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80fdbbcd8700a9d69fbcf8ed148321530e30571b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915f064c0b42f32fabc5a53a5eee0b19a2570c5ab83c9d88c46a966dbb26a313
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d912f46dc7c046fa6e60c5778c464051357886
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66e835db7bccd6e3f2d5ed1b4a4641e94e0ce5799e5d97b7a19b22be23ec1b6
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d23f8dead23a7dbd2373bab4583c01370c5b55
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13ea5383240ea67fc9d1906873b75addac25bf7c49b2e2aeaf8bce99e8adb8b
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a650b63eec9ac8718257d4365dd31f7369a2c8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18465748f9f0d3687d4901b807de61378106059a3908dd250c0c7a193136fe2b
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aab10f8ea0e2b1b53f5498fbb9c042ea3be74d2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f233f8bcabd5d6422aeca6fc9d9113d01535a165802d866d24704df25ce742
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1565248667189ab8c7543e68d8590128b3bd58df
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498771eb64e598a395efa531a217dc3ee39408410671ea0e67fd0dfcfc072598
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1c47024ccb7e986ee1c9ef3ebed053688277d0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7958890a5928aa31d5c19c5c012025c1c9d2db962b614c2d63de7129ed32b4
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ffbf3fb87d46ad3840a849309085b4da2ddefe7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea12d15a40d4c087ccc9c7de9673d970f0103417652e49c7512181acc35be87a
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352cd201510e84f6affeb3351f1c92493577840f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5ffc9f84819f8aee028c21f6d9249085bb95d82213cc1291c9ab3c904eb01b
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c542de2559a4ab26f27b84ec25a0eed5e7a954
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7621f62cf67fd317498e327b2b66e9b18382d9b0c4abc5e41409ebba825361c
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0fdd53cdc97a86c6457fb89d1ea7d2e937694e6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4317be35eb35ef760772794378ed1403e6899805d35a2de113a2f91aac96744d
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b11daa370716d390c3fef65956bee2a934c803
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b32b2fab7a2fed7f45580212a361d9bd8143893e20f48d9a18586e21dcb7ee
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb5d659157f90f7ccb0f06a5e37b4edfb0196db
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6af12c7f40f8d0b4df8073dbb6a2e938d431c43ba8b2960bc7715eabc0c636
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f56e3dd21c517efe0815c40fc8c9f286ed93217
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941a028439e509253953661be9cd060c90525306ba8d4ddf7e4b9ae3f172a09a
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6dec11c561af1b5b03cf5b9ea483228755e7a4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c68d3b3897fa65432294c62dbf5e3eb97706767ce3dd86fdd469f90d1733a25
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d385cb5f4d58dd3c3c4974070f228eb53529772d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1788e1964151bb93b1eec00362e351952915314d4aab917cec4888d0f048d4
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce36e1d614279c0d55fe3b971caf564ce29bd88
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70446947292c294b98e793b33df21916833c78df0e7ee2495f0910e0c6b8d4a5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c892524560ed71897685b67cbc6e1d52d284aebe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b45804e0e98714f56817f183d8c695770168a1fdec6bc375c68a920af13ee9
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..865cac91e8d69ca795131d79834986e532f2d858
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5019f534f71775058628f97045ae121efba4a6f49683de95c55e5b3c4a209259
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1749303b70935087df3103515c688d4c72f7fc9c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917ecc8e67b2549b73684bb4c242b0fea7987c1f822847865b6c088066272feb
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746388625f7d190a35e56156deece663d78f7d7f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656624925498ca75f0ca124584442f870e5e8309d9a3fc6a73d9304938cb6a2a
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a8a8e8495dc0d91820a1a4d9ef0b276186a707
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5227b48db60bab40778c2eeae65ad72a631c31999a3b528c4797f48ba7ce4a19
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdbeb8de3e376e2b02d0fd5645dfd8ae7d7af0f3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f7c38c476d3a6aec2f61c67f481e34db372ad945abefd4e272f6f4f610e73a
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f611f30f05dcc60320306cedb13ab9c5c1be8b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a367f4ac95e455fbbb4def3ce71194157d63dd9d89af93151c5e761770d46b
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36195bbf1b177e6c73435aaf1b545c707ec7b91a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e2c1e400ad17a89006a9acdf6ae38647c3431d529b1e2ef51ecc8a1b3da9e8
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac208d60642c09ae21cb1792e395f5c0224d5fa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9392af8720ebe795b64f4012bac48b9e474eead0faee92f10755010b38702fce
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb0beaeeebe77256b759389c4334f4238d853c27
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424b4bee0de21f416d6b042e92f5f67a2a3495ec23e721263edcb1b81b667f03
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd356485c6e83162bf23621473c6f8e02c98246
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d6cf93699bd94cc190a32b47b348849c115d93d83e9e9eb9b573bef268dde4
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f9a90aaf07a3f302e246278f67d282b95636d11
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2dd830db50a8ba3ecbb57eb9c143f646d7463be4eba9f57e24f6a3a405699ae
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e06ab50ac49d2bd396f6565c3e4634b2087b82a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2bbedbb27c0edb7b059e629c288c6c807877f7cad070122233ee0126373578
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3de51f8c12bbbfc81913544b64bc8c61a70261
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d93b7d8ab224f417f07d1885adc488652174b106b62bc01f39aa2cb721e8c26
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f214ec65a5382564028b885ea8485677a994dccf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2ae46f91180db695b6e5a591aab09d55555eef8c380b30d8c1ed7bc2ae91e2
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef8077df0c90f91c2099c592b8295a09e4a4262
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d24e9f91ee37887e858c5e745b867d3df6630092b0b85b463c8c8281bbe031
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5982698331984dbe96aa90aa041dfe9c872a2e22
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1605d9012a38f27ac6fa3d94240a0e477e66c317f691a801016c6845a09e9cc0
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b29f312a8521594fe45f37accd218e879b427f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84bf065f1b29be91fc34a1303fe6a6806a3634418b4b0ea4558bd4994d04d5fb
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795f7bbd093492376dbebd2783e6773fbe3ce60c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47862bb457c6a3ca30d0d2ad81229b8b660a5e9b59208c8a4a2429021eef5476
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589dba2d5a4a6dd9e3951316cea4d9bb3f9b436e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260c2dc4b63785f59fe28041b80f342937ab982ef1565ff07c76e81f39669f35
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1192178ce899fe21677c6c7d6317893ad97fab15
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5524ab74fb12ee1ecfd274a7022428d5c3e3f3c73f95ac3b635ca4c5a097bfcf
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059e9e63c1ff11347a2288d7fb9af4880b75113d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f932ff469c04f2d820011e895016a2e7e0a12a451c4381a82a6bedc442cce9c9
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19698262a26a5b7111e879512c3c14e5c31fd64c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb1be51b1df276c59115579bad1d44de3dad92277bdebfe658d1a0b5bc75e65
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a2af9f7897877d52e49f4f4e34dab3931e6cc2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2683c0fcd6a95c9aaead752753d6f5ab93358a472daa99800c788a5422e253
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8220c4385cf80e35bdbde17a72f1be10403edb21
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1ac1e46122c9b4be6b6d9c249f42b5659ea10128daf0584770ca38a10e3676
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d042e079d4c7d1c16b898656d77d7601dabefb5a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af34538a59d6f1be5a293427ae1dfa1347cb0a7018d4d535252605e40bbba3bc
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e63c079d001388ae182c637862b08b00d97137
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38feafd0679b73075bc95c652f75d41759d10da2c210a84e6ff205e0f1c32cfa
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57dfd3cc54aaca17ab0e29af48ef0e4d6ad4f075
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d8d471f90fb08ae4be643b0adfa10e0654ed4400484dac96b5cd69cf748086
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb79a2d84f6a2422471cb73eb48fc3c1dbd8e53a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ca1383fcd7b098c35b999e09d9a13ae4d382639d2f994886487de67c106eaf
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f83f4ae055a1d0bf73f275bf0156e4040755294
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88dc9d89112eebb744bafe96c5c6cda858624cb077896cdf4bd7c6f612b1e045
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cead09b316c09884ff701b951a1105424cceaaa4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a1796ef0e269e21bf6b80cad29683f2e18af9ad84a3cac937b4290edddadb0
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7515aa39053dc60a36f34c396ad4af25851c5a8d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985b9fa493c5fd1bacd1a3ccde6d1e44d150c4d26e6e711e430c39303aca3176
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f669461dc187fda92002fc2989d56c679b4ebab
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898b8272dff9e67eae0187b1bb9126c2ddc84f02346161e7dc6ab37fc6d3a040
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3525fe9fa6a7c603b02be013ea5e82df04658a6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79809efd7079998fb0470910fcf499be7da49dfbc4d22a047ea703fe4d671a1d
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc13fc6b610af4cc999dd4d2d552d9794941bfc0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7389c63a1eb54856be3fba38398712b3ab3b637aa4dc436e61a59b650ab3825
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ffb4746b1452f8ae9195cd45d159ed67044f02f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c359a5c4a4f7f5e0903c5923cd89c67514c1d06c8d839ffb3a442136b6f2e2
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c0c677014cfcfb4d45ef0e065a437028a32fbe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c744fcb5e8ec5f6a2a7f2a8d66066d2c916356ee9ec8386c7214da9b1b7bc25
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b931e6a4916e4c0591d2576119fb467e51337510
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333927a7f8861d31ba2df67e93b1ae838811a26a4545dfcc03ff84d32b04ebbe
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702cb3785ee0d771df23a50c3dc373cdd860655c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d06c93979b17f728d8f0b4e873f54fc7bff8fcc0db57c09058095d2c089d347
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ae7cb85aac1bdf1503b06563fe383a88113422
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c1e81f332cdb635fb8a77923b9396f93b7e6992b44745207d778ae02a8380b
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf79689f2f8545f0a3002de08ff4de8a13072356
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6964c843f32f67f80186ea19dee0254ca2f6ea71764682862d5229a433af3f17
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07257409d077fae49c7796bfd391088e2266a322
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce53ccc5f009b7938d9f2a5c16f24547a52103784b84e64ffed24280371d7f96
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afce45b684fa81e49bbdb56012f299578a386ace
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d25c204af21686f7fa22e4cddf7303b03c95891fce374cc8e570e4cfe46448
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7076d4ce84f121eab0745cbb2f67f8ccd08e921a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fc0d5a485dc5afc3f84ba8dd74c987decd5d1c748c4693db094f12d44c4f4b
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd343d4f5a0ea817be2c6b34103db042659342aa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61d7dbb5748e0157f22d53aa919c2d0aec5f0ad349e69ddf8732c89d5c518f2
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338a8649339a145425f437774b121147756e44f5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc17bcd857ca1fad8b6513a02115b1a4d1ba6288f9c02e2f116c0104589ab25
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0971e46a9fb8de40b23fc997f5b7bd15ed31280
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd76a92be79fba5c7addaaf284fe5f2f9ecc4bf4bb2a975626a7beb8300bb34b
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290fc0e261f5c4260d6ade922779c716d2a26b9a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e610b4841f3e83b9843a98e75a4e784ad9c4751e1631278064a7f12aca0307
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49883d167d889444c589fadd0567e0fbab2b033e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0db61e16c86b6898301b7aed9c9e6d2d60228d8ff33ca8c2dc797d60dda1275
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0b3393c46f48d3f04a57a1e4bfe7b37f3a24a5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ea7f1143817bc7537d25e955477bf5f7481b07ce423f98e9e5210a4d05043e
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83cf26e94c4b1ac47d556e3274e77d2399291fde
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a6c18cb086d6117e33de1522b757635d69ed0c28f7cbb64cb90867fe3ae925
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8809e293859b23a2cc8f22c30d9b91df61fd59d8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b39df6f738ff368dcc1dc61b2df2faa8645828d7fd1a1fc4d504e109f3bd016
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/lm_head/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40903aff3d043a2c45b2f1375d6139f1bd21cded
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eef118b2dfd784c4f7f981de1cc4bd897765e9ccece2b5db28c9f30510d49ac
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5d8f958f04c659db17775c959cd60db90e6352
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0bcc6b371cd907a0ec2b6c84ba88972970e119233eeb1ef3f38291bf55fb8c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d4d5abe2c68f4e25909f83ce4e100f2cbf70e3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be277b489d0eedf7c5c0a2f90befa8b264c79c3fd8ee2782777f419cfb10c0c3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b632eaa35426ce730409f515a4298800c496b3ff
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15e4ddab1428547c2abb55ea734f658b6967c5027a78e3fc1a3f06202c4720a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7f18570795b29b08b0e0e3c13e056e5054de86
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90bd3edf4fb7df7c2739ec7fba8c95a5b969a94b851f676c2aaeecd44e021c3
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..677835c1fd934c7ea320879e52f174f44b1a301d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a370e5d3e756d541be7949627fbda6922f21bbe728bf7108303533f4fceba9d5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3237da9882f059573b03141b3f4980a7f9a4c882
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d01330205dd9dc3c96017ef167fd9bbe0a43822b1aeac2746ed44f38bb0d1a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec173e1190d0125f36447c9e8167c84b09e207b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fac010fd29a0dd8cbf3db31036d1c99c4074062574749da9fdb8ee250f250ec
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c45eaa13f3c5981a4806aa2072f1f0eb63608a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147105928d28baf9a81ad4cc3690455891d916b970e40e9a07bcccb37f022591
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dadf291d9aaf49e1278617e2b55f77a668fa070
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f1ec9179b1e69c56135d2d8f0d4e6c14176d4c68a6b474a9594d08674af5ee
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcfc3424e4df37599827b755f7ea33512efc53a2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714b2eff020493ec93dd341cb113147fafe738dadf63c5f1966ab26d490295f3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ed587175f7108d13a7881ee672d8f601873024
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7115ae500aed7d0f7d3d9e83c354615200e25bef6a00255294c43965ba85ff3
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d045bb011933ac8aba03e5bcf061321b3a58e6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd6cf894300b1c017601baa8c342efc70ef84ef013e0373f34d9487ea5f537d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2daddc56ecabeb26fc17b92080ae5921de7bb3b9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1698b31be444343f9507b208ff2d37767cb4a113917ea017e8cfc00ec747e8b4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6885389a5df19f428359158f4a98685f2066d87
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604c1db39562c3e04e808719f66117e13ceb1a1e944b387452ddd5eed9464653
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5d030b87fc43988a13b3c256137f6fa10d1c79
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd4db3c2f82cf1ef13400d5e2cb5ddc01d607e53f8f155809584a297b5244c0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7ded239afe5060358ce54121005da8cb6e73c5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fc97a4156193a6b587c8b84a3f3ba8af0bf43c4fedcfb73cd456c40322534a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9d9188cc56ab24b6d967b3e73b1d7b28489794
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce74972d0f2cc5c5f894dae88cfd6059633086cf698db1a20e58b54caed21ea
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bffde9f275e046a5043d6e6e81157b5fd09a3ba9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7314c4a99703ccc06a4ff05b0d8f8149f32eff9206f7ef22118e09eaf44231bd
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669f811d2c93b2b34071ed370e0874e95cf746a9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f9c438e2f7620fcaee55acd385e0d1557d68fd8ffbb1e0bea622ca587378b9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1a48cc1199b1d52f5e695e2e3808472710ae57
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb20226d7a45af1d6718d16782621f8f493545ecb72e7a8306615440b0a68d0d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fe0db8618012322d3a8ad09d7031aeb7bc3336
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418de4c67052d9ef39a79579162e7f68b8002c432c8d144eda2cf7e16e5b65af
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de40d5b9fa8ae67aa160b281cfb6fb0068534a0f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e13a6d3acde6e26fc78bdc077168d41051cfb43a435305e9cb5a3842634e97
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63fcac9279f644ba259983d2a97c5da62f48e043
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c790d51b377406a32c48ac4bea6bfb6c955aaed2d5a70ebc7ec20743ef741140
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431c9f8b758e9bfa4f6a23ddaf51598802137d47
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78bd67be6e2eb50646081134591e75f3efaf2662d9782085a795aa0318fde71
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e47c689f6219629bf42ed6ddf686304ee108a48
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa43b434c560b7dd1fc00b68aefb0a866f58e55b1cbde0d4241467e7735e0529
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9022e750b3de3786e6bd188556e5f047afba3455
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e9e6f9eaba6dc7218b216a2cf9ca7ecad89404c1bb66d2a63f6a9d5e03f04d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..861a0918306ce8e9686e0233140e12f79447def3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed0dfe7650ddefd0e4d826049248727ba8569ba67c670e90ec5200d958e0cf0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f51e423b1b1b0c6494a54845e50f9e9892843b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec5bb7933e756d35782cb320eeeae8978d6d47065badda99d4a25b3eb1f0928
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef3ba703829b7cfcaa775d92169cd0ff1e2cb23
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32107dde1ea2b1bc18dbf95a5aca29637da9025851813e35809f124f325d992e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5e95a732f4efadb50f53de6ed0a2c2f017d5a6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a20f0059bd138becb18de8bc71d6db2a7a417efbaa36edca69001a3d4f855be
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4faf59c6539188096d14482f6bc8695db05dde
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd9c3a95e6e91757968dce40c16e52a775abd1d79edb6095d3d780e07e30283
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e12ed76d8ba89801e9d72a1f45f35b57f8ccbe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3b513a7a10daa72e834e8fd9a4d6ad957362040a3411a8f872868d4cb1458c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3262860a7c709a151f1cf7f27f04d8935cc963ff
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30feb03ea4466843a7710feb59e5d379de6de2cc0c5675c80b30dbf9011387b1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf66d41a2c20d12e1a4b3132162f5f0cf43362aa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5753f327725f42457bc62d6ee51468e7072cf5b8152773157dc631ba9ac6ad0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6657622c7181d6bfe8f27b89a62956123647dcc5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e25ff1c59e44069d56b784c4e640212a5d1e9e1adb3acc23632d14668df6fe0
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130aea9a1a5ecea81d0045af50838c4fade87d22
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd7d0d42a6d709e92d91a6b9850108e6ffde04b3c5b59c4fd4ce48fd3816549
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e17a3fe6d75e86ee193a6a22a03f627d3ac69d35
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ea03bf0f17e4f7b92d921e8c961704bc78be72b42543fa5e8f07f4cc3db472
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290d9558bd64473d2c778430bdd2e275d96f67df
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6018458e8e474e063ebf649ca381d76b0bb5d32f9650a921a4376fdda27f00
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddd818bb7eb23c7e74fb6856ce977843467ac70
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00583d4763685f99d0782ae7e8853f088e7f42d47a66542b6ed058604df01880
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0081bbaf245ab980e0f6a882c67c1e4c833abe4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99fd33b82563bafc0248d62f1112fdde83bf23788ece3405531695e7bcbaa60f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c538f8343aaaa8aef26e42fec74f83a130c7a0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f18c0b746a6ec16aa449edb5a871ec98e5ca6684b6f802a24815ec46149fe9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae7feb1f4fa09efa0b7d77a6ef3046ba63758294
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a225f28068e06a290c086fdf9153e62ddbcb7bbcef6948a22eaf79ee76a969f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8dbae94a6254204579e498c9fa614bb1e9af93
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87280f8057c03db2f1db125573be98ef4cb29c6ba395bed7ced545bc08b9d025
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57027189c0fa9e09568f03583d6e85ec2a45b7b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca15dad86bc1e836de56e1200421b66191fd48f8f72acbbe2c38bd71203986c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1476d316a5da1531312d88483e328cdaed24a1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc0e1797d27b088196895ab0a82c69bb0c91d5dfc3062208e95974dd1586b01c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef055f7fcdd35f1c54d03e1e33360b8d494aa71d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c7bb8861e4e722e5fcf5ef402d325c27c0a733d011e768bd150017dbc4c51e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df89d7c7a9b5d3229cc072ddb14de660edab04c9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7803c839cae3092a640c52603b22ebc7ae6c2212664b48f3e387c5eaf1821ac3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89a76cc3357ea0515a5adb59948f5290a121827
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755447904949fddbf2d2d7520173d9f0e96f2cbab90bd977f723a6306f16eb7e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b41b6ad3ef63fe356739d3b78a16adb4a2d956
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b05243e3a8fc4196846841d1e669adbb8f8b5d4bf8bd25f5341e5547e7a235
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1328eb1a9f894ce6f0648548c0de66d7662c502f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f2a0ec0ac77af3bdbfa0c1d23606d0f8d62bb0e77719a1826cf361ff1b4b3b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17387a19094a4aea4ae9521f5e8eb9bdc7155ac
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5812ab1ae4c96f6ba696c27ce4b40b2b083deff4eb42475200046b4ab4dbe1a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1914fb0c13c330051ccde2d09a05b7ef12c99a9b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebac3248f94df2df1e2a514d035eae38dce73f65ea9b536f3aff56d56175d67d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a09961b7fadfe258853a082e675df7bb49cb41
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0087c2f262b0483567cc0acb491f2f252967ea41927e73aa8a7814b94f055c9f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024ef30c211d5d7e494ebabcd3782bfc46421363
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63b568c8aa04da2584026121b1987262ab3cf32419d64930739cd72623334d3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da982ee10c155816dca6cb46d5158891aa4ebf3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:673649e8fe74e73dab044c8844e809e59ceaa7e217dde9fcc3fd4d557fa0cfce
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a19b93c1232f327712ef347ce719b0fb5248f1d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ba77b71858df443528f17dee9d7082cfa3686850127996778129bd94250e94
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf1e358a714f0185680b6844e0118a16f737e99
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da351128e20a235ba499c4d25285f7a6a5ca05cd9e13501483be39a62209768
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37209d47749616ea09d5c0f3b92573f2fe2876a2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf0d3c6b48697881c182d6328af1c752d11f2c117e22bf97b7b01df1b392eb3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f17d61c43ef323927798a4e1815815de812a7a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1855fa1faf2a85fefff61bf4b75d77bc11e188358e523642da60d34a92986f9e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503012863b43bb71ff85390d2e08ed9520103e66
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c9cd1677d09ea472a0c237946ff652ff6ffb6a139eb4e02d9e0fbad1a59144
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678daaac23eee6c2f29f6238fc0507bb53091e52
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0b848575ced3014a03564124b61c1e7fb4e5f407aacd999dcf92fa8e4d72f0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537e1fd9aec820a61cdbbd556025e725e5fc81d7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b6918fce663204bf7f71b8a4ff8980f422f6a6bf1f4cc0e9a4761b42d578da
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afef3ba90996c5622eb865c1f9efc3471b742513
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663735138cfdddb9686455e9cb250735deaa2e3261fe55c15f781621665e2825
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1bfbbf9081e7b1efb042ae32ba34fa046c0dd9d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef750a107c96ae01ede20cd3e7bab2887ffcdef2127e3f235173ff919ddf3a8e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d118b2c492d56f0574f4cc8ac8a26be0aee8165
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38400891c8a834b5acdedad05d4e21113cc5ee72579959a47860280df52f3ea8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85091f970b7998cb06ca45a2625f614e5967b64
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5777fb4966ea648b0689a7a8d82290e4fcfbb105ce13c1647bf87a012d228b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab6e85357f502c1088efc3df15a23caeb18cf56
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2bf1856920c7a8a0198f0b1cf330dba753b516ca304bd3ae25e58d6c6538be
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af33ac7db5ca192f160aef94efc50d450c2d111e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb649f1eb3f7d298be36aa2a136e5db890b024fd403bcb0fa2a3df9da92364c0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78dc7629889beee9fd4cc6bcfba4619d7424e8d6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153b859ccecb7a33fe2ecaf758031efe2bf44ccb153625cd5eb7ebaabad23926
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfcc4eb4944cbcfba450dc6dda91d96bdb04451
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b1a971fb3eae89c94467a9b67a92c4459a9ebe0ad049af5b897342097ae3d1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2729ea4968ba4ba22bd1921c2b2828bbd603fc92
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff62f1e85dcf35340ce2c3ca5e69b2dbbd71f2ec60b18f1ae12eee6db363dd4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35bfe047aca9682d57a81cb4b8cf79354b8a33a9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20948fc285e32c50d65c0b0d2d236aa3ba3745a752cb90bcb10ff20823992b5c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187cce59b45f1e3aaaa010650e1cad1dbe36b0ab
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b5f2a86e76086b425e3395648616f60f8f0e31b99387cb9543e1412f984e02
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1040d7bae2b8ea96e378b21744fc866db690857b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4e3c92d7f6b3cb824ae9770da7295cd5d8e7949facea918a7281ff77cf2293
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da08c46fbc4c42abeec21f52bf25ba8501c01cf0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d6bc7685348bf546c9e6e4c33077042217ee5052a915e9cd62ce70153b05c0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a5f2c9623c35c8afe8eaa29753d9586ec0724a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2688f9d82781ce3eeee25188cbbb0dcaba61b19e646c2e43b3501294ec7dc2a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a861c14251822cb2bdd2103855ea6622b43b824
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c29e203f3def743cf1f6c348c912dd28ac92e03fa018e2a983b20f92279582
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd542e4c246e2b47768fe7fec79c460a3720444c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6eac354231ab35f7d406f8d70b81da586e7a10e0029278885e432895ca5bc2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4b51a60f63b149f193ee47edfa84e3049f7492
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb973f73bc0cfe170ac3a59ca0bad2c4071683e1249a380a534aa345fdbea32e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b067244044653259d82264d578c95b37b35b59a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299cf862467358e5cc7e0979602b790868630bdf833f174f888eba969767c0da
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceefc9b57a5c45f0f97ad9c573bbd1b6e7331c46
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c76165a0b50255ef490dfd290c51c29042836de72fb295aba24b86dcbd92239
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28dde8a65b2f2aa71723b942bdac520a5e2c0582
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45e7b6f25db94920f23b5d3a6a46333faea34dc08cbd5f5d5a8633a4b614879
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc84f432d64164f91d61d23e4d6e2c29d3a1620
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d984eefdeb303ab044608d583674dd91e73aeca3a9a6521bf0e8f67f01a49c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3956836e9ab9557db3edd5313c9ee827c7c6d19
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21253e6cca9d8909b44646dedad4cc0e38dd96c2739b817be79494852f28d96d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f26d93fe8a9a99f568b32e16d360b94654946e1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9634d86c212dc8e86740e85d4771ab3de3c15f2390fae3461420821fe57a430
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2b4906c599a9ae18ad6cfd7a21c3cf22d8913f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ba0b2174db05b2c2c5fae84848f2b92b0c520ed2385a6da092ff19a6b94ff9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5793f23195ac00a0c889d957dbd8dc4d25532e44
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8120c432e99e11205471acf63ed52c21749976e04b1ef0b6314e4307096cbe31
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae835597e5b6e765ca81e6fd5d6587fb0589d1c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc95beb3d970c2774acab94ad54db0201650ce7d3cc51adcb93552b3f035d788
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..005d27f0a36f113c12e3466527f7eded794339fd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb22340df070e5b93d2b4012da07f680c460de8c3b352343c6f16f9763716d7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897242bf223f5260b4ebf0fd0942139d06c6775c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9bf480eba1ac052b01972705f86819af59ffcafaf4fc4a00be4721f9e389d6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018a8a08e6029b3e664fb8bfea264958b60c65df
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00a27407d07f981124c290ca1f75737f8324b16c5b55672e97289d9a4c96f13
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbf01af868156911335fc4a05d12c2bde306d2a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f216d4e86214215d4367abbdd083dc11b097569a4c96640b23003ceea85ddb9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f69d02fffa36f1a366ac999b731cad696e95db9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62cc1ce756bb415f0170977ea04529b5e45af8eb40ec4bf469b662fb3cceb91a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c347078e6da5a2667d4f50e6d49a9bc5206c348
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6243408cbde457f9979763a263b5b42bbf9d835cedf10c08d6de4bc1844823
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab65c919a21904ab897ca757d2ad27d14b43bb7c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4dc8f0444a7f3804e2c2f07652106878151b8a812da42b10759969d7015812
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7f84d5e43d9806be7e068732dda49c2ccb9b4f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf76b0f509f673069db0749080c4d7e766cf5bb03ba4473f157103aa1192bfc
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78bdb7324f7d2ee2ee9b6be9fad5d21eeabe025
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc2c6080612e652195e79e4db950986a4642f886afd2aa37c84fedf5c4d1d7e4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3c77fd48bfad09e94bb509972e14e3d76d43d6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758c2c2e4b18032781eb8f6d7b5a99dbe680e294c46007bde7670fbef4d1edc7
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fef76ddbb8a5852d09210ba92e2685ba425e28f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae839a91b2004a45653dc284ed62013f4bcddca3a90d4c8ba4d96d0c9524b8a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e05831d31b484a0e7202632b759ecf0e69d0946
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21feba26d1d2206d5108c99d5719cc99a325682d08d815a579dc4b73854bcbb1
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2cf1eb8feb312dcdc6408c01ae542f836d7e88
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e498529fda66f69d2b51213039949f97e59957478091a774e94e7225d529ab5d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0efa13d811f5c5f30a73a9a45ee5ed68e3e85ac2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99c3e3b0dfb5e0134b61d5dfad7c242c8c5a400e5b6749c64656276cbef8979
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36cb524681addd2f520b8e3379258503fa0f379
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016c40305c5354b99ba113dd01fd4667c3ff73c5d3d465ea3b1782e227bf9d03
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b7b0a11545e46f0ec511d566cf79755eff0f49
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1c26ff6e57a648868010a78304e6c9d593749882d608bd24235fcb2415dfe8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ed7d0f3b421d4602733a5c2eb949def08e7b6e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71fc1024cdbae68a110ecce36ba3405cad6466f06d23330dd2016696fc886ebd
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3fe9b3521af1f30a62777c05be458515629f7b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16676552267ebb211df058311acefd66255f59ca3b7b4063e817c3a3fde4dee
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5366c1c9186902692edfe256150dde9382367f2b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7fcbf03c815598e7512c26ada3dcec963ade21a73c73e50e706a7e3c656a1b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b010bc70afdff061edb3bba7559f7027c25c89bd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf54469afbe0f83e9c71e457697b9d542fb9b303bbe1016f2a454256ad8839f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e70898e6fdb92ce13efeaea439186a22a523d0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1799d8ac29afd3920bade08340b3a083a845629d6e7abf084ba155304b221f06
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd9e85a9c42bceab19e9319b42d7519601fc152
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ed4efb8bd3160a19ad966edd689da93cf11decfb62ea391f0a324d243bc6da
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bff0af2cee3f65cf32b289ce092c7d04a07884d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0739c0ed10999563c0a269ea59b797c094be6e6e931735f82d87516204f46ce3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8e5f1f867a676d7c8c6f455ee80c48f1426c98
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42cf71b465290a0abb258d5e30fe1b41256508c3a913f6974edc6e286f24e10e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c21e7565de567a86f48c1f71ca72aa7f12a8e86
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10961bb1eb87bbe95270a0e55dae939df2dc9b9ad3caeae264b076f2af6634b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77cdc2b8a3c98f494b3b8a6d2d90140c6826d3b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df35bfc9ff02102baeab07aff3cb00e70cbd5395bba4811f9e254ae3b49d2afc
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c3cc13a32930d2721c57bb1260f989ae11997d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1529916f4ccd198999faee65425750735761388c6f43bc15c068d91ac9d786a1
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a777400530ff79a4b6cb73927555c25df70fc746
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d928820180081562df9bb73ff134385813f9a171a8b3efb1d2c59c76380af64
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7a37f7310154687f05fba1dbbfbda85cb096f5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6017f16cc780f58534ad54a2862545798ad2f9b6a9b6b872d4f708a2ec887879
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f22fd859a1c296f90e59ff5e844fb2a37123b1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568d0fcf478ca9aa1a238e1cf14c589d9ed26dafc632e69e65a96fec91730a92
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81bfa13a6883af79002a7b3267a23daad368b354
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f92d70ba765fd6bccd44f036158bd7f24b66f4546fa7a66f7fea17fb54bf27
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f4c08c94466a381954481288b77377c7b80646
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d9e67f412fc0922f2029376a871a2ea327a556698b9a51150fa4b765ce6aac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3178dd9791824b291b7b5711e58f6e798e47bb02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03de07267eaf56e92a5c96880d3d60bd4ffaf4873ed0f1b7f12cda5e98faf959
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c04a0d1ed7e5a139d31146fc1034923aca99cd6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90eac4978a499b186922e00ddcf6ed5dace45caafd3443614d38fc4a9f202fcf
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475748617deff24dc68de99ca906671bca9ea1e3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d312e5ef74d70667399878c074a35a2c2afcc986be1e3c5b2d79b8460dc5cc
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30cd2cb4ef48e777f8e35b43a0c01169bf7c2c53
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb075f3475c64bfb1b84056b2776e77f2d18c630deb0bd68a50fb3def653f810
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c38247731ecc0c1ababfec4bff9f9542fa4a04e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9fdbe5fcf64973ff58e356abeb242446447390cf277cd14462d669484c6b79
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670a7826c731c6da71c4ad94b9b422d2f30029dc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c363de409547ca37abbd70dbc2ab75315b6f6a991e19ff27c503fc615722bfb3
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8f1b01986ef443bf52734ae085fc60adfca8ed
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e18156b864d311e63f2faf9805cc0e86076bff8a4b18dc0763ac48384371d66
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7626f1a7be39b6a3460d3e7bf3cdbffaf6660871
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8edcf7f3bce372d4a763936af19d62f84206092eae51a12518cce51e386f7b21
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3796f84171d8910e3b1c753ec20a635027b4fe32
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99e17e2daf2dd4c4065295a6b1c270e33b1fcf3b561df48287e920bd5daf13f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf94a9c50200c5b3ffa5d60c21fe838631db82b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bfe5c7f6f9f9b2da0db14dd29b349ac7a3bd765c90e55c3b517c63c6ef56c2d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e65eeb664a64842cdcf208ccfcac22d4efae000d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a3e1115f649db8ac35100596ba47410c50e0376aa87fae183729e442f290b6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eadb2de45e9871db0c3fd01f81ce3e57b69e1af1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202c89da41ff7c82d377b2c7d6907978b11a81a8e41324098d07053606a30326
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9475132d86d60aca60de847c2ac6260d9206648
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879ba414130e5815de31b5babb70516d98adfe78438474bbd244080aaa0466bc
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d634937eb7e73bd484e466e5e4e1257039e9b60
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479b7923bf2f450156404431ecf44aad721448b821b6aee7b994174c25d78347
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278242403fbaa8190463d86f87bf3e3bde9154e5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c74a8abe34ce159036ab2e0ac27ebfe2e31e9199fe99c0e81dd6c48c9fe9f280
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a58623a4c7810112916c8cfbc67539eb49ca8b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dfb559da6948c39d19a6aec0544e5a70cfcc29ee593a49479550f00c4499a88
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f2180044ba9c4518f57d5c58456bb2059ef9e9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a12eb9b5a70bc01eefb23c79a451b70b0547ffb123d19a97118195d42e389ef
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d89a1651f0f826b092d4806d214d8f9a8bc6547
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabeda3b502592fd4eef48771bccd38292e52011e72124c8c4f7d211944b5ff4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4edfc54346cba8b621edfa703ee34e41c0d18df3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574d890107005bbb44289f73a6fee4c201c9106ee71e8f856b715ce2039af04e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26053c14b27efa1e4f9b1e4d6fdcf78573afb4dd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83822d19b5b24e993c784a8cb528a92729e2ec3cb3563198777854cff983b3f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91d9f506bd8da2dcdef5d5cb2175318413d6ef9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562f9e611c56b2b99110cdd01d5f37a43e2b26e70a5c5f1d4de4dbf970286fff
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e9c8ab4836601b8513d094ed6c2e73d8eebe21
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f9116d852f641ce7f9762f95e50ae905f4080b12a335f32bd833820571cbe3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ff79597721d375f24867cb6aac9941ad38d656
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9e006911f7019908ae5b694704ab886d176d79c5c15cbb871e0d007cd74b4e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78755617ea630e7e801e7b2d19f5a2774587e16b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3dd6a26956a7b15c3ff38698f17b67304e4746c99b418fbb4b7321b983d197
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee28a19c6e60a03143783c173e7ac3eace95be1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e125e418b4e481e43d30944d599ef8bc70970718cfd0e0434cb9a8140eb5af
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732065a16aa848c7f85310497e7afdde1185f5d3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae17564d4b5f1aef8a3c6aa1ece449f42d3dd702a9e926cac239b64f9fd77965
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ff9c300191accd99263da689a70b7e00b199c8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf8ead26ce19eb51579c194530653369f9f779885b5a11f12e996ee07efe8d4
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2dea6d4ade51e4531e4be64ba12077ff5c8fe4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2660fb35eb0bcd6b020ec00f51cf42e72ccba6c6fafd564008f500737f1fac60
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b83770b01d76b72e69807180c92e60a2541ddb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f2dc94089076c1f55168f279e2a39e0052ca0025b8b4b37320692a5c5257c3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fbac88cb93e13641141e7aa14f40f6dd8fe85aa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d3f9f50c572902d34a5474b5994d689533cf59d7167a969b433810b9b0bf02
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab6c46a527453e1a84a168eff3e26ad7f81e891
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffc806c1f478af8876c9dd6c9c45a73f243aa73422cf927c9fb6e9f513cc2b5
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c861716c8a33f80d05d12259d7aa503ede1bf989
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c69e75f2e35e9b62a28bfa61fcba7a8a6a922b6332c7c3c586f8caaee188652
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cefa49e73baa94bbaf53964646ab50085157cbca
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef979bbd6fac1b8dc98ba559b1ae9a50ef78b0b832d48ec79fd373600edca9ca
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfaebcf2dd943f7329d0c4a27e2ce9d5841e6152
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/method/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d4a2f82a6f24d76126ac133144f73b5e5779e786a3724f70ce8f735b163fe0
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/lm_head/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4149efb97e535195d5763076cda8abf924b2b51
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b004d17349adb20b5aeb2ab63bd6192f14adcb3ea56c6ec3ed7556b30e25b0
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e8c3611d21605be24889e82e5c753814ad98ea
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b15f37f4cdf9d7652c41b05049420fd12b7569d04d9d1dee429891e3c756b4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd08f061d57fb1c5fff13c40045b1a42aec0c25b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9748f9c37f73bbadd8601cd444e050892c18b953b0312d730fbb9a9b3d6c931d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad81692ffd64a8e60d977443126eccd9603f2837
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a12ca0bab0b124c86b4267abf218f9ef1e4bf5a0f5a360cf4550fdc57b598e2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d4e2e46253d3eba05c16feb93cf4280cd4dbce
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9850902216bc435df4b6ff66fc914387f3141e63d73c9df88562ec43f0dd04
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2cadd98ad851f4429874a61604159fdbaec998
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd6886ebe1cd87787d23fd9a95957a3308d6e1d0bfb04e9308934d5f784da98
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253282fa3d66aaa7413356aa9cdc17c3ea83fa77
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68770a1109492dd14e49ea0b350bf4ad43d100b1f96228b7f4a8be1c5e181e8c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098afcfb2d6a9c536b4de207e4598cfc4760a263
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef3e8c66e4a5ca60bda871cd2e2778d596f5120f298dc6dce64bf9a1083e8fa
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52abf68722f4f9a646d721de6363ac5147752a9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419cef07986284a4b255128ab7a9ca81b9a73ccce2b2799ea156838dbe6820de
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f27f9eb208ee5b09ea1808b7342bf60fd2edeb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282df8b5a26117992621c022768aa2820ee28e7a814db3358086d301fe3931bb
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44df7a15a66db402e5fedc5a448db7335cc0e843
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34370137bc0176648eae234570b50cad24ac186468ea61cebf147c774a8a8a2c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c053585a57499ad644911d876aa1091057737055
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42ab8dd77002919b3cdbdc25b9e773528c64b2d0670cea950c55ec759fae750
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b082839458caaac37116a8c0d31bce86e199b6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a49957cd2bb09e3a75699674477b236369b4cd918793aef62deaeaca376c44
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2db7fbe81753e773da8d7f223f68cdd515d25f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a9304fd18beaf638e2e8b2b2dd87ed10e5dfc631cb987666dd304b2bafdccb2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e562be4bce41deb8cd2a73b3e466afd2f1c778a3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de087552376ef767ec295b4bff5556617fb6646dffe9128a00aee634d6feb3a5
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2065756a59f874a607fe38fc305d99bc5d1600e4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f197c78fe0be62cfad81fcf7871150406915e536537ffe7be01be3017fc9090c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09049a6cc4a8fb8550e7f18d83509bacbddcc634
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd6b45483bb7a33b554730579bab997d1478ba54e4060e1e58c3d4a0387dc7d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0601a48b24e3474f4c353d3d90369a767b0224e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23909658fea6e92a661776311e1db9fd42cce0ea2b86a2b2a81781e2cf606dfc
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256039d6a6df606aea1d2f3b0baaa9c6299c9a98
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf5bd7b9a9ac962bdcab272fa2ec7a940d8f2afbefdbe7c6066bf0b3ee4f4b4
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152a9da532d76af5b3102e953d4cad9837861a74
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d301566609e0ab30114ec3f513d5a0d6a70eb7e9279879d65706d5bebe9685
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fee7037cf1ec4902518ea4c262c48ec712063e3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e021abf747e1f9e727c6485a2383ba2fb4d59b1d56cd0857da1024a81c8b1b74
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8561483c4802d79be93b261dc70e9d73438d65e0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adea84d92334bb3de8d4066b2c1bd04f79f67118579c6953e3586f6613707a67
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1fe36af4dcc57c535650bb8bdfd6f113aa12df
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadfec8f6b2a5e7ed17354ebd9cd30804098d95da5b4923697be335e945a417e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f34011bb294b3d1b27b84a3888ad8767f3623a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db66eea7079b46627fd59c119ccaf017b40f54ba3d88c17a4f777a6d780f871
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1486b114a839661fa2752a02db3df91126e0c26
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2b2a073c2ccfc43c8fafb27508bbfad0022622a51ecadcc2e55c44228f3e9b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d70cf631af9078513137bd37967307d841d4237
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0255d80ec51c3aa8a0b1aaac7ffe1aa5e5ce7e8b4cbcb58a3b3eac91e7d8c607
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98aef17eee1fdf1cc1dc74ec66b9ad49a739f775
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8268b053fa930a42791f348d9094c94ab15d95f9358159c5a77ff00a8bb32a8e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb879203576db153a7818d98cfa9a74a9483349a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f946b30fd0054833cc0b67e1cf96fee8c4251e3615bb6de6d8e9903983d6f16
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb47d10a1ced00db66041a321402ff2a605ed45
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49ff7828cd48c2abc9e604e55cb1405024e730a2a38be98a395fe447e661d6f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfaa4207c56a604d7b9eeb9d716f2076c9c3e168
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05295684261a53bcd6bc1e6029106b27aa2b5855b52bf120e40de86ab8d80afe
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8bb664f1c97b0868d1a3c7dd919f7ef26148835
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbbf0de43326a4eee2f8ffa203cb160d5a9de1bdfc68920ad6fe452d90f5923
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d226e0288a4bdde60431226e1bb8694d49782eb9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fed7a7c7e40ca2739079af10768c8abafafb205c37bc9b65717c4bd660d872c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971564dd5b6699921a9b365852f7e5b2495306f7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256fccced84fbd3ed1eb1e568d75214032f6359e47f699a0ea296142a7d5252e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12108065ca75bde945325ece5c5331336186ae53
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904210e25d7cf569f6d1aaed235f565e3772df90c9eb31a001886a018e034c88
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f886a59d289ecfb1e6632cdfb5773d1bba8986
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e28ee715e2605937c7bde4bf4211c4f3e88d4191028fd10bc9db32370b93f8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d255fa2191a3c617a3ab999db4e456833a32567
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0324991ad5ee08b6d59d129376834bbc468653c43f516bcdac0278df91cbe37
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef4cda5416dbea1c46f10f64cfc2847ae2b0225
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e736649718682ac1b3e9aa9434b5d9291d257f65384811d0ed921e4e24b4e9b5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9738bf4263aec19a9c4e30e6d42cfa03ed1f8a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6da9d2fd0404824431c612c83be01d80235ace25f20400c071db7061ce8e960
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3894607964bb6e58ba3bd2f5373ba29b92e56e75
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7162893e236581b2fc98d7cb554f911d03efdb4e824f58ab6aed93f7ddf3285
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0139b9ab9d21f167f75dd1bc04977d88e7b31f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1787c7f8d50e67d1b833c919037e7fe3a5a8b580b46d569d47604911999e171
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0ccb3f2dfe1aabe25b7bcd83c0b30f9c01194d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6497aac7697a23f907fd2b925a80c862079c66ca1c2f1d2bc3f7179c49f4521b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6889e9a6db34fbc3f3e0cbb7ac50815a0871a0d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eecaa52160369c6a5508146d3b934ba743c35838a9e2a1862c7840d0ba7a2984
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21ce6f04673ad6a92ee453160c5b2e0d77fe2d1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa2af295a01713d201d9aabeb14bf5dc2f231ec9e2bb0541f0baa450ebc76ff
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f6210e684ab90130145085bb923848062b3363
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eedb9eb10e07a8caf34393f95d99c67ab3c142d49897083097b0523190457b98
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a63d47892f4c1bf8c3e4a672f1fa9bf7f8e03b4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19230120cd1231f7f42490ce3ad8e712f70e6cf024c137aafd03043be745691d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af2109253ff55f49d488c68c513a75e6e0a7622
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d81766289c7fe4ef1f7c356195413000123b4b91ff1c2513e781cf8a57170c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0278155160dc30f7946390018ff8ef30b101289
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6d184f2909488de256fc1ebccf6546319469c9cff9f0fdf1a00b427deaa563
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c3f4f3a7a7cb9a3ede95c6941045481f52499e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba66487a84c9310163d1968462135414254a1fa83ab6a9e3e4879ebb8f934fc
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b509ba9ffd998b93ef592f219308b12e8d8eb78
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079d9bbe8b1ddae0fd1b4a19389a8db7ab44a9339a1d5d2758a4283867c58c17
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06c2bd9efbbbbe2de231981f583ab7b398e178e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc23f08be6d9d0ddaa90f54217e15a9679f5927d72db8e41dd5a27cfe99938c5
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b52378113f63e3ecb0ebec859501d523317324
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a21ec8ad6b45d0253db5e10f1e3014bf48db190f00add4c9ad1ca3b15f00edc
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4365f1cea6c8698cf2471c471451baade56755
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a770e71ef8e905a82321c1fb9093d66d5de7c3064b3d72fe460c73e70bcc9259
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911945e7718f88ac7259ea5fd55db18835753482
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95acbd77b0854c34269157a081af3766bfeda3866b8adb5a8464890802e09244
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2895445d2feaf696fc1e525feab847448afd79b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a86e3799d2ae6ec39ecca4aa367c5cd8cf7eb9a3ce9392e8505a6f3b22cc17a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0734d99b52cae058e3755f24464f65e7c10d98c0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfdd7e1fb1e0ecedfa01a132bb4ada638552bbabc97813e91a483e5a97952326
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4eee57493bbe4096afdbb7252363ea47d8e2397
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8e1970a81eb46dd5b0383e2ce1b940488de5ab7163aefe6bd6852763fc9f50
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace83603159a466111d950eb26864faf4f80a25f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2b9161570c3e7c701b45e618af4a5b1acd3e9ba117691abe1c443f577b32f9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6fd99be529f3a3d419ebae7ca90513fe4255a1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b23b013024977c0c84e38530e6136e0f0155e94973284be6ec156b15a000aa
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da57535f04322da63c86f430426f3ac6dc6d468
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d4265fc60ee9d9f416c56be50e1bcd3450ff3e298e28afb9f791255b6ff6a1
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182c1cb5f9ed23031ae71d18a197719d64bd2b39
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed74b408e27514b26b1d88859ec2b56986f6af15bc224deae3105ee4125dc3eb
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d6a75367e15cbfbf698df7153ffd790c7d597f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc4f417a59d307f13dcee5b329da2eb11907546cd7268b6de2d5a862455a334
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ab6da8b410ff163aefd00bb6328806f5722484
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8379d9238842530ffde48ad4a71c67394a04291681d0be5b8afecf8871012364
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7051676bbc2d874c337e94203eb8cef54be83c27
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54298576ceb951b6910aa96bbeeedb079d53eac92d9ca993279f173d83e10c8a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c5b9c5e2bf59de7f0f8d2a9e4c5531a35c46c1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775b3a05bdf4784e81121620181848b094cfbcfc9d057f6d41866f7115d9efb8
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15feb25dae275635fc8e919b4b79a120384a91cb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fb965ebba3378145b01d995ae85355d66309d471eef942d50fa0e8a1ebeba1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10d98d5a3ea46939ab0ecef91962cf2d7d87b44
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828a3ca4e72cf79042b7d112b5a18a930a254d9e2506ec5f9c7d73a1797eafa0
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8244b99f0788f694c4bfad14522c944f44cbad5d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03dc5596c6aed52071336e765a3c6d901415dffea3477b3ca87f0ffe087cb60a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a76304056c131075d12e194116ef63efb3b64e3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a2d9a30efbfd2869ac005f3e22628355c69fbe01d733741f348cd05263c22c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b8a8fa257ab0ebc913dab454219b6a981edf03
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032a143b66a6b9b41f4fd65460208bc904bc9f9d1bdd948e1f2b0e1d5fcf257f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e106cc750ad69ae68dea069944b3b49395099c8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51d773835e9e30a29a3b4bd3c7963ae16040518f5588d9e9f96bbceefbe5a6a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03af5c89918114b68f98623470d925d87a2c15c2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8c2cfec03cc67b786bda5b551d82278bd9c7ecdead2adb96ec698dba461bdf
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e3993495df376422893d777a9137ada6ccec2a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed5d91a8cf1b0220d891e5cac54730e05d62b49114916f0b1f3b158d7972a95
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..829cb14f284b5c38fe3fe480807e55360e2e4bc5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5105d169c8b39e35c70138049bd38238b91842732c8cf493c9226c53ef4af66c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67830137acd864e08ddab02c1cf6bbd659cedf2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7eff6a3ac0f72e4221a5d5fdfee3e9a47416f2529d69cdc431d0bab941eddb
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010a192beda4c769494c8f92dbe854a1244979c7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f88dbad6a467f65dc97ddd34ffea92a3d818c492f1ca8fbc4e42f32fadf09b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad84945ae914f626019363b1d518d7ad48631287
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c7c4d42a6744518b38df14700c9a7613fb0fc1ab22c3bd22d74447fc7c8d0b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8cae4ad750839342996d1f698c73d9bf5c3389
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1ded8fb8776186fb265c3a9ac6243b59351b6f26ee0fca8ebef366c77c2714
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa166fe4aad7bf90c23b17397620b388a94d70f4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9ecc8a1ee306b59cde44d4580a0c99adc44e8abe008ccb2c38f3e9d33bd6d7
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7153f268334d263703cdd2fb2470deebf95e8355
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99928351d337bae80031b4f7c3c4858d9a9335b0507f3f8740a45cb0d48b0ed4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d00eb42ef0d84890beebee5c642ac2a983b9b7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca438c09f6b3be8a96042b3defc18e37e88113a0a5570253ff525cd4864bcc1
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ea7bfd2e5b19fe2f96f59932c0b12d4952f1d6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785c579f07e730aa1809dfa16c78144aecc76a00a543e2fc3bd4ddb889404fa9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989406d8e64359702a4098b79a89630d887ebb5b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28fd31ca39e86fa3c8a50add88283d4b7e93a8d9b7a9235348df9aecb0f1f65d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1aaf8f85365c5a17afdf88fff1b1aeebd179f4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177b3e896d970a27ea38284cc6638d4ff1cedd045723e4fdc7f5a78b6b2f13c7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f65337a3823dfe7f1de1531c4f1a1b5af512a7c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfdac7baeabf609555bff346d4ff0c5f0dca71443c662841126dba8c5738efa9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73af7f54e08af9f87fd73f08c9857d7eb295b6d6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09999becab6f9e9c69547b85b844737a0adaf9262b35272c8ca9c06f7098f0d9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37244d31e3c89876c540012ad963c3b1fa202af6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a62da84e07f1b146c6db188d4ff1ace98ac2532f23565819b302f0a461269d7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f919461be85b14ea2fb6aa6512ce1455cdfe2b3f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3517dafb21d951ac992be66d4ecf11f368ccac076eaf077140a8f7af23f84d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbe852088330d8002247f065ae1e5594c28af46
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef90c756d5f4c2351ec61796abf27e1d632406f4897b636e787d50ad68e906d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1166eedce654cf6b4ce519ea8d245c34b97e6f91
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29590a44e13f43ed45fe4cc1c42d0aa206663bea5325916c7fcd7f23a1791a21
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70f3ba7eb251395cc8cbd788cacf0ce2702c06e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56f93f07df54657627690407962505ab70e73da06b8da43ae373b12ac26d74b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78539347891eb6a1a0a9470fc5eed53b37073160
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf0e514d6721aa0738bf596be82a25789901f9d3d854fd1f20b580ecfdc8faa
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf3caa8f76458f08fc5215a310454793754b9a3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a606a8f21fa314e375e84abe698457bf9b5e3da25e016282b84c799e1ae09a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a73a90bfb68e74311419ecf484c2dde468837c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8380afe69dcdab56888a1937debab0e8347ab5fa432d8636a22d28d7fb81f4f3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38feb875d66011fe00ffa9840d8cf3bd6dd948a6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5dd39b02bdda76516e56bba041bc3e3b187b27fe61d02685aa4b22e1c9dbd4
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86868ad144208d9e5a85b116dc4fd1de59b213d2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccdb0a88dabd9a063c35dbc003fd3f413f519a8308ad665cfc060af822afa0e7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1542d3496d771a18c70400264366497f6fed6953
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f47a304c2cbf457c3b73b9ab1a5672cc581d4f9171ce1c50eef3165fd41570
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1219c8745bcf2e11bb446fca00ac49aa7ee8749
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea49a11d5a58094355387efd479ee8d97dac5db9f32c64adbe6816d0e381da0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32989e7f899858afde118c069f289b2763f34fc1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e4a135774d18d9cbc6f54357468e7f99748e7e2e7e87169b0254407ca95b18
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56add30223dbd91974262a71bf13c74ec607abc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711283d49b8c40413e9e8eb888b7e1f6a0dc2bc193529fbef20551488dbd5aa1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd3b3b719f7b9d0870386f09a83431299b0596a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc368ec301c0e753c15cd500a3895fa52dbb43273ff8d6b8bbb58c3878b4b66a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..309c3f69c750c116be6b1d5867a3e546aab2e41b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf2a93e12638c63420c5375ca2f0ece70147997128a36c7b0ee9dc9d00b4799
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626e0eb0eab25361acfea59d45e5dfcd2f4a55dd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5ac4336e6d8ff62274aa65a2e60301d19561f95dcc19451ab4227e53841e76
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71618334dc9467f4af213adb48abdb67efe3d5f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8032604122a6dc6e16e6af78c3bb56d4327ac9ac1d046c58b19f8653e72f4eb
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f9de6ed5f2486dbf282a984dd1ac38d7eda246e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50269cc14e7ae516a8d48cf4b999d2dd61045eefe4c3ab01c7e6014d6ead4af
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31b6b507bbd766d1d35e880cad3b128cac93ec5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3c1f071555d781685317157d221a529dcd0a40e0b75f7cfbb3917c8071b974
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a1256dfe63cf4d0c47e3535c08d36874c23c77
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0949b9b55d3dc21336555810d2b4e15e66180e36275af121563328f091b4124a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0984ab323cc65ca46b49b19667e119c6835313
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96994be6c8ab7f1e172d6dbd8b28b05ae9d5837476a26d9b3aa3e84271e1e386
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e81fe0658d4c571fd8736604e9c81291f52ed1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa8309ea775a6f4424dda65f9da42efcdb48559db3a7265547273285a6d39bc
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a63d96a6dca98daa44c9be6db6cd626c9bd1f0a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7102586849d4b207587094965737a287ad934f5f9b3dc1955b24c99cc1bc5ef
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f52ab5231f209158d60d81d0ee3798116fd937c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e84a35db932fb293072c959cc184c777c039187a4fe8944c6e1f3a8f40d3e762
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0b59687a66bb39b7b5e8a3c656cab36ba966b3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b46d78d287a1faebddbd4697db71a038049f00479bdcd5e160ce5ea1d37f77
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9e33f5680674e79395302f8b93659cf295f868
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b733875477b003af800b36214b96a7f415378e0048504109fdce778afc8cbde
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92f8a3f92c9a054954c27849c87a8c467ee302e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058577ca7259a1092fdd5e5147a8007cabe71cf2099d9e885242bbce5f47086f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1558fa1725b7203ddc9cf055d20d619cde047a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4b7055f12d27b906ea9fabd1d7170ed760fd1281972d06cb81b7f2a7d24466
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bfd8a769338e4981d4e56be554765f83ff3542e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93430b785617bb157c5f2508d7c559c7ed8e442357fab4f1855515b31731553b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf8ec8f0d2fe946483b9e6766f8fa329d9153d9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6c2474923fe06aa37eb5d6942c41b2af2ebdc9bfc780e454944b3486e12f38
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0caa86d3114f5cf27af9d1b79fabcc7148e87cd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070b6e7bd6b268bd2cedb85a4b7ae5e193f66e2ce6a24e077a7b3199bacbe3a0
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc839bba28f72670a2da76056176e6c66c8ad3f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7e6a443b85c07818e810c86de274dcc244fdd573c0bd0717579a680a4ed283
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae649d4d2c1f8ff815a92c6b546f1d938f0a7fcf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f06a1cab961a497fa2ac1e91873ce6706c463dee8c88d0802d915e1de8d5cf
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c71d018778dcc1add9dbb7cd3aec0ecb3eed01
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb2bd57f90dcab1c575d696ea46cf45c09f3e41b88144cd17d97ef87b975fff
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7928eefb07a664efd1c15bf635ea0781253b1df
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26bcbf8590627cb6a573c7409e29e29d300a98872124537162cc2604ab612699
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b177f351f47ebc4b5d4888087452f2b5736633
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a1633639fa65e3f693eea14f73f834ae9339912f961ced8d860f0de32f6660
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172c1b53c2bbee5db3d074de3a104e3930b126c7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e67e07aebaf0db2bcfa0827751f03bd756723de6ed499b406ef6d03c0092a9a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b848f9b52c107fe863f9d315d49324ed79ce79de
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8922ba40f10e67b44b248cd4530fb07c23082964021765a4545f689525d4f0ff
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b475b3a6f99f15458613cf3206a241eb126fb1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca7d58029e9b3c4540085d0c7a42b4ec1c0940a696d59d2b6d334f672a633ed
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df71ceeaf5cf9b9551f7644e49979df70259c5c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a580e4bd36d75e480a26f419ceb826e89b90f0417cb118414792c7cf5f46c2d8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba3636abdbba31e9904f8d0931f7f66369a31b0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53deb166300bf2abfbe60b072ab80812c2959ac1f176b32ae03053eb37080e3a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3acade738b19ebe823a03c0420aeb23cbdd05ea2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30bab3ba75200ca51d73bcc2381672c0dd27339f991b6957fdaeb2b13345d627
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3a352756186738dd8a197b32be4232ef72c8ec
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a70c715e3f9f987c1e937e01480dbceb8291de5fc4ec5dd139433340e255086
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d209fadc152d255859525df50e6200827bb6b83
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6fce3f276de6f72afe77f379bdd0c3ab3a80f34ed64516ff6607e720e77b00
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3ae1db6507e3d21f67aaa459e3f705e0639946
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55a076356f0a51ee2af97c0dc2874c61e16a412e2c3092551ec8ee3878d1c51
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4042d65d633450b364fae27a85155a4fab538b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270a58749e5fd378d3e656f53f89d756d880a9dcf770972f7c6d37e65f603314
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103067f2a9ae2c99749803db09f1452d8b054162
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d526d7674122d8c8883b1641b26bde0e643e25839af509150b4cdf6bf2cbc2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efab742e2d079998fd463cbebebaf7a1ebd32840
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9790ef0a911418c601de2699ad9b787b1361e6b6969fbf26b8797cfc33c9031f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42656c0a200718459ec59e6174fb2db62ea37f8d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4469d8912b078c5097a8ff6152516e0fd7ab17cd46c5483bcfa600e564c9f3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4796c4d66e1b16d51ef3a86abdf16fc0ceb072c0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf1a77b8ca2e2577ddf381e261a409828a43f17a35b7c825fc7fcd2a224e249
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0f808df82bb3aec1408d2e0e795c78b1b549f3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da591067c6501f521f598e5773c081caf1b4daea919f149ce9acf230067538c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0ed20d3e3ce8d018122b09ed99d229a015b6dd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e876e0f53723c9789f556f8c542e1b3850bc3b2e5377c5fb8c5d3999ee02bb04
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797db80bac43498d7f2505ff16d09c9cc8357303
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd74a0466644314004dbfcdc7d008cdc59c9328fa8b83e737f492b1872e060a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067b05d504a69eb94ffbe6b7e1ce05929b8ae21a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d4aae0bccc281c610b5e4c2b4129445d67618f1cba3f58b0b0e88ea9b92179
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256a021815168073ceb70b5794302cf862ced10e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596ca961301d9ed77e772849cbeddaf27a39e667c98be6b9c1e81b714aa689fa
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a320842e87ec146fb9b8e41a6ad18796d834c70f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ff0b6df9d95330a57682b02f08c9ec91e5ee450e3140839af8ab7030e22a89
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b257435804b0e33c75ddffb434163ff2e3f7e2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819979e57d1af36285f5453da1c18fc6c91305ba36fa4c59f6a029fdc78f9ae6
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a8fc9c1a1749142d8165a5132eab6583996493
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fd2a57789c91cc42d71e739f406f5c1d5630b29ce73c997619a55178436830
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38406d8b692a20ddfe60adc55d996fa68137d8f9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820c56e8122ebe6917256366db6246b004e25a9bf753ba2669b275d1fd4d78cb
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38b828d78bd0195c910b875b7b26b88376ca75e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82deb2e4d7cf601c7338f483936c04340e30e1f18eb479e2ec7b68c203bbcc1a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d95bb0f73caaf3972e27113e8a835219311b0cf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a5bd98e3d7eb964476b135bab3f143164dafddd5713fdff7f9d0dab28b0cf2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024aeb16275accfae02bf77373c9099427f657f6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a1bda740a80fbd648eb4acb2b49783a0ab5dcb909308886623bbb4490b6c5e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877736f085896e860f337c2a0338e57a19d38f96
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a8dc80e9bf7d5e8f15c3f3cd5ce091b8f2bcc543fbb685f63f0a387093d26e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18ff7ecc2d7c9c38948514112f98a6e99edcef8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c38a7724483be8ea216343db0551e90c7145577482a1f64155ae67ff3ec6f6
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c425dc6233be89268a7602aac3dc90a5aa40b065
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4582d70eb7a19d733bcf7140b467051d4f9d8b4f8758c6547cdd6a7731233c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74553ced9946355e4eaee79c79c89ec858d59b85
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b2f5ed3ee64e96c173362a6766a815c3f1208352479730dfb46d9c6cf1777f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bbac9097fe7422212df2d57a8bdea5c098047d3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea007f18126b15deaf943c3dfd238c43b01ab95f3c16772544b7c12c2026c0fa
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca77206f01bee2d7ebabc05f462855b461423e31
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b6acacaed3ea73f731e4e3812247729383d7749eb7ae8a3f041efe9feda1fe
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5bcee5e90aa5a82252c869ab2d8a527fab64b9f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286f3d1c7e10ec51f744464ce2b257c53e0e6bd793a04adb3fba0aa2e1c81940
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/lm_head/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17a68931a5125cc69179e3342a11e6a3706fe95
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870e8ccbd334447f97fa60af08494134fcd610bfd4f5479c5b5124c589342509
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdde622a49386f5ddbc551cc5420be878cecf683
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7c1c70105224a912d5e0dbb1082cd62c7d3037648a28e1c516e8cbb7922163
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d094d3c88158b96448079662da79644b5657ef
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be63734cc97500250da062dab49a3974fa6924fc507d1a658e9f55e3b2eee568
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcaaf356af3419fe863ef3dd83c8a1eb64bd8a93
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077926c07dcf6192ae67911e57a2da3406fb09f28c226872d4a4bb45c65dc992
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355a14a2bc81b26e66de3bd52c7b9cdeff156e1b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ec3d7c2d2335206df9e8c6505885ef849cb5730921ce6e02deb6d180edd045
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cefbc9a9db519284fdfc707f25cdfe561280ee2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23571565dadffd76d235cedd1443382e0b3b9ec9e05215b537809a9dd42c9791
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7e8d51d17bb8184ecf1118804319fecfc32826
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1ed6545cd3f496c6be10f42a67261a24104128c0ffb4abd7815d920e9978ec
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793b52ca3567b314f49e56387e233ad4e41a77eb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a594fadccf0e22cff0f9714bbe69cbb4dd27e68a0c4fee40ba56e1bdedbca35
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1095a5f1476f49c2b0a3f724c42a41a39858f1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52eb950e7c2cf521f966dc82a9f7e1f189a66a2c744d106c2d6802c9c2c609ab
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1073a6574318f10f0b78d70617e1408e77fbcb22
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c27ac37756b73d76841e4e4e4307c793633ff96a001e7e570ffe932818674c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c2724fd2b237cfa0cc99554981ba364abb09fb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4140aa41f29029882c6a980cbd517a845b93d72d060edac6f039f1693c476d9b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a54da78ac2a58a5ac6788314c20343e865295a8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb7484c6f2cbea428b9966a94bafe5072facb850903c04a11f32fa9ac131ff9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a173d9a8819be492219285c620db83ae03910cb3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1acf557e3ce10bd8549d0fd4da480536ec9932b7f7616dc019010c954278997a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a2b33ca15531f9d0d521cde18823a1c90f9881
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fdca9f2d309f4927cf4c65cc076e8e107396fd77a7dcc3aad265e9ac4b95a4c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e493ff0d6f733085378aeb9767d50531ee65cb1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a844dbb6120e43bacc2fadd1c9b14882ae5408a4c4838a941d41461d8c2fe0
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd9d2f75e5694fcbef8a85009b8a9ea882c40fa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b8c234e80d1096ccf89e3e7ec347182809a7ed1d6aaf6a68d073b13d92fa80
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff424317591b4a482afc492e0b88f7c61aec1f9d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14e4e171c91f2b30d973a83c78bf887b16624ff05221ff10cb6c3d508831e7c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc2f7a6fc89fca86a4f1cedc99f3cad2dc11265
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e65e27f19fb169bacb94ffa5201e2c6e963f678aefcab36d20ac7b60012acf
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d575ed8dfda24038877163c09bf6978b4d30e5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c33fffb5be6660ba9c823dcf778c6dab729e9d36e3d4a10bf57863bda72da83
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c429cbf22420e5a0b33ecb7af61a8d4052ad444
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c99efe132b17a936412aafa6b73beee6220826e962ad19f7def508599b0422
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87561fc347427e1c39e6df2c2b4745a20f99dc05
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf54c35c560e9c7f4386d9709f01211c93ce913434dbc69f5841ccc83d2e6239
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a9c7308b4927f56286a01b34ebcae305c14ac1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09d95ed8b5bed47b4cc04e75edf1340d15490a87d1a26791b7124854622ea74
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d33c090d0bca3661d2483da7ff6e0176143859f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e6d0109d507a4a04a92de8b668ef2eea386a4c8be1a02cdab6df273385b201
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b33b69af2c28c6b5784dbafd9d3ad5fb8a828c1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307163c48219b84f95ab1e9ee59280ed588ee30cbd8664078dc6c8a408b368e4
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e313e7ffc995481c63b9ad2bd71b27770f73b7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f270922f26869829a92e90f946cb04c85cfc15f82bd745e612e18052ea5237c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9311b40bf9eb3219965bf03cfe0a7ddd5caa9254
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f97786a0cee9309ba1fb3c079b324ab036621a31e302aae14fca576d07b8cb
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9d433a185f8f89af88d66aa08baa2e1088b9d1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7e0550cbe16560b4212fce2c7bd2f4b2dfa6171ac8ca1c82d4226cc8f961d6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c00ceeb06f0e4f53e5282c6ee30a793bb6a6c1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286bfe0d56be6102c49457d2cdefcaa115330ad6319fbe7fcae7c5accee9d534
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cae5cb7065beb9f1f1bd4e5ce2faaf5c060b3bc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218defef62af357f7f8b1e1118f98ccec5169652cfae8e6a46a4ea348df4e17e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd2cc7aa3dd59bcbc7adde171cfecbac81f8d0e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedc586a0b4e3c8b44afc4d2e0bd0579c7a220714721d077cee30fe2d14ec4de
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ca2733366b70de99468a6ac7ce98ec44372665
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4508bd40907ca1a8a65f7fb5871285c2d81df29046777a52c4caf60e6cf00713
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e920d18dece741e9e7de61bdfc914895652c04
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4529b93d6a2ce6cd658cf908f503d4455996f46c30e9823c661ad65d3fef22
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694f33e29e2d6ec57c48fee10c96ee71742de7d5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c92411ac255ebf0aa62dd4f8bae4f345322afb87987a777a375dbdd96168efd
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3195455ce07f96b55245cdcd3061632fdc2b4e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0e264865dc1498dab1838fb40766cf9f439c49381c2d344eefeba8d7f9b133
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d80e1f5d9f9b8aa871ed594434e9c73eba81481
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e162e6325a4f1708a34a385cda070674cba9a09c67808a197f89e108f1b419
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66878ad1a4f472e28247212081d3a019ed6fa43c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34411162d410e942d7a8c80db5b072347819a485ba8de6f50f6e145d1da68d0d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e3deae6e7e5980cf4d680f67832bb8eb186699
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7141dc49d922bc52374ed9b96018c8ccdeec028af0977b5d8ce788874680bf2e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ade10322f8f0af522aac2fafb572251ab3d5b5ab
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78135beebe873c204b93bd7484bb1a9cb07cfac0cf707c59238ba2a852aafe74
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c48c5f8b14a7034be92c15e67a26acaa3dfa7c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef5f67d51abce1068ee00fc2e407e66d2cb9ee492c3081ed4f2469b35d468c5
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95074c5fb2804b681b2e8a70ca01b15de4ea7af1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f7b06115c2c36f212d09e3999a6b228cac2582921d73b3f724296ab0c60d64
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa097bb11f8f0a4215f52cc8a4a4e3fc31d5367
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b738b376ee0b8ac3567e68a90985e968fa7a8f752d7ace80d1773ae15c7156c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e772de65de11e70d1167d3f58752e8e213b5f4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc50074c2bb22e15cc852f4c84c679a63ef74183e38328725048a6ca1648be14
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d38f91ced1a60ecaf91050e4ea480e03de9309f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4959c852f46b9e86e4f67e3bb0756d260a4a7308d527a0c0ea6b9fd33aeee6ad
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07193ff46c1bfa0ed4c146b9819622bae9771eaa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f8b5ad6e4571eaf0e149c6abcd20b47c89727d05220bfa06830274313ea664
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78b60f72059f0e8c851ec3d3d8afb206666216c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0dc7cefddd01eaec0eaee8dda11aa4e644643836c485bd408a693e1c51168ee
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4506822350449e13f7306c6d7890fd5f888a35fd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3137e08b29dd345ea6243680ec7fefa90dce5190a5e3bc14b08fffc7f1cf4a25
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08eccec5e8e513ca600f3a70d5189e838552785d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6083b97c2cbec38b6c715e2c116d1b00516c06ed168add283f3a81fe609c13e2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5b41ccde3abb192ea7224c8b9ba7648246f6a1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce307cc69e2c6f7b5f3aa795ffc2fe369d5f379b25b98b1fc7fa88413def2b3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82aee63768a9047c791b7b7bc80a31095e3f57ad
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf10242ffe5d62880781f3cd0babab5c1b6265c91681d5afa66309ef66ad052d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab1bab1fec87019dc2a00a45378a6ea1d611dba
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489b52a002b65f98c4d1aadf89aec84deedda1397ee0211e79a1f7d5d805408e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301ae78d5f33bc76a5c104ad9d3f79b72f38ebb1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6edd8f7bcc7dff78e8376aa8ba467e0870a9ba51df961af3c78e98387794aea
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8c48111b8cb217dc703762f1f5d70bcf111284
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb1641d2fc9d53a6a23098bd653540bd3c32481c0379fbf4c6fb5009ad9789f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a5f3e6febe34bcb84f34af927f4781a96e4f97
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2058683a1ac2e8284608f61649fbcf0f00d1fbbd2929d1eaab5d5e093c4f11
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..573325b43401ce1f00d922766b178424e28da5d2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a861de2e70f535f7c9fd119007691cac1bc638c4d3a5c4747a634754eafb26ab
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffbc656a0610fdf2fae470a633d1e56fe13a45cf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d460047afd398082301c643e4ee5b2d1290830cb8191a484d9f12270e376d0b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa17449e18786da8d7f3b3d14f285ffcc76781bc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433099035a19b2d7bc884000515d861edb3f02909224cb6bffe302f67df14ac9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21707c77af7acd60c97e7f5fb74fa9de2258bfc8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1b2e3afb2074ab03b29121b82b2b9faed0fcd9b77a10edfd621266bf2218b7
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9365be1ec10432f246e390dfe18c1e49b35916b3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73086ec965ff4baf4a80d13d0954fa87803a7c511b2d78ac688cc629381cb3ec
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b27556d9cde8bb370cb240ab1ae53d25df9a8d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e715551d17992ae290e45ad79daeb608b5d55b42069b8bab0074949fd7ffd17
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198c7cdabeb89fd512116f1d4fed958179a346bc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac5ef791aad2f4a0b2403d383ac49b348f9066637c66c1b75ce6f321dda617c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bef9fe73cc544632a4bdf5e831a4ed6345a265
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98f8eba259a3d708b4d77a02d05b918ff4acf2dff439eb9c0d1cb9cf114ed57
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21a6882bdc738aec0443d46080d232d3024de8e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae8f606dc8ca802b209fd3c20342fd5339dba70f1388e79f6cd269e198be198
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0803e426466b8d3028c73d653b73f16341033058
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894e8382bafabf6e47ec29f4f6b7f8ce174cf7b09878795e7a93754d99dc3d7a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2fdd8d48b1e785451b17e5e68c3a87d00eefda
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1475b3f7a9f14e74cbd7e43df0357cc5d29a6e9e169862e4184123c8a146dc42
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d8a499fedaa99cb577c94646ddab884e974d1b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f805fe91ee804e4844c04f777efd9056b3d99ed9227a0b74b6509614ffe98b4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4572b31b3da93d3c8de51d433ad7304ac2ba80
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239b531a379983505090bf718c90b2d225bd88dea1591ce10417e8de4a3a75bd
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895f1ab70510e5d85169abb6d5f2445c5d53eeaa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcdb987fe30a7662ba7977d2cc6e8d603d6ba31578e0b314fd91de0e49e64e41
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc03e652ddf1906b3b81abade3461cf1a6d4004
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780f7dcf12c662fb47188fb48470137dae394e16c96e9954c9bdef96c8c23811
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ca18b1a9ad406d443457f71468535b0e21f5ec
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be28f661727e01886f7a1b94303e82e900294c65d53902bdc36993bd930cbe7d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533001f1bf9847ac58ce040949583dd630436655
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f82c4009cac4fe6a6666264c0e7defa6c0352ed70b01928af26a778a02c5c45
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a07b2c478d6de2992dd1dddf3363030a4bbdf3e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b629b57a296007e1e76789ed3acd093446584a370c86067c4817e33b1ca0c710
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e18e493fdf9a01fa25c0f3a7c1eea440441257
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598007cd97bb52b3f67b4cc0c1f39a3fd1116c5c533f8cdf7b2c862ee71d78cd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc6a44c749690faedc41269b6c097ba39aba3e3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c808e2f48d1720841ac5cf2818d35f38f87f196aa90a110219800cebc86060
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4442e003765317620b285c399381825031f86c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9c75508c39a7ebcd3fe2faee125979ea414e6019a49cb3ce9194bd0278ee4c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35a263cfbcfb148cc288b2c518d9a0028389e49
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72c27a392ab7efe45202062dc5f56c888e798359df92a23bd201fc216e58ca7
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42436367766babf2ede47bad721d8be0232a32d7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a516ed1293d13ef027c9a2e894608a08a35e12b21c2e669e7997482a98b03f36
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e722dd5f3d2c3818f4c2a961862fa8d032896604
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2458da1e1a8200cbfb38ebf4a237ed853c5018e65ff4ad6ea30cf278dc74fe49
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73288b71685edd877d8ec33c6338bbe930c01b08
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3a0a1f37124d0a0f21183c8102e9e49a4a56737a59f6cbdfe9b823bceddf6b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4f2bf3ff69c82a24301404f33272674b5bc82b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b023b0adcd17b505b219bd0e2abaf3828baf80ec68db41edf6710f6c67e5c71
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4080238262beabc9fda7dad1aeba53eab9174399
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfeb5d3cdfbdef0b091a7278800b8fe4d6076fa3ed8659ac4881ac064a523070
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a644317bb7ed2ce39ebd29f033ceaf12e119e7c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6afed1bf1a35c8f70e60df54c70fdf1e48b7b4444da442ad50ad12c4fbfa54dc
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b26723850295c07545b7e58d1b8c58c33a3d66b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc1ca69ab45401a9b2168f488b9e6b1460a972523df0ee4298e7bb80d244679
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b891187a952edd2636f17a06ce6a36d5394e1c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0cb74cc34d7e495f60ac322c39974cf2fd7fb09d49ec0e2c51bf721902d790
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9384c8a39d2c25633a9724cb46d5e387ceba0103
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c9b311f07b04487aad9238384a08394a346d872a50361225241eb7c5e453cf
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430f61d2ba2ea322509065a721f52c949e2ac041
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd6e9b82a5b25ce28d42e6fc8c0be129376b02db3c8f5bdf88bb90e9b638104
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19716c4db7faf3092900c8935f4f8e1eb8cd8b4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06b884f10acca6583cb7394325e52283acc4c523a1365982f97c04509e0abbf
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..945990242091dc5b7a177ff6645eb02f72d5f396
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abaec4d22833dbcddd3738a87ee7457217cdef7437a5a4e61665db742d7cc96
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f0e66e9dd848cb4b9f3c7f4d5739c1cc5e3810
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51edb435b41ec751c5d22f26a6ab7f4c2079353ae3125e16af5b1c5d09215c3d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2f28880b9f428a88380542a973140422407421
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1934d822d0161f5115a54afbc7efd4bc8343e5e5d05e5a51d750a75e2e6ad1de
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..903318ebf4c307d1ac9bfcfa01ec84fc4d7ec180
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c45ddfcd880d365dce644b1799198807dbf18a43c2836d7467db2bca78f329
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbba76082cde26c1f2203417ed2bd773f42c6bf3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129302b610e620cc185fae559039a7311784a9b7dab6591f463d0524134b0dde
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b41146a5a146a316ec895ba17667d34efd363e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fc1144a2bc6b795052d61fba181caf4ba42b7e71db06beab87e3cb6764bd6a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60224c84d4c5f30716701bb730cc38c148b4627b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba752b6a94d49e10bea0951f580e314009cb2951f13a0f8286a71dd89264a056
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80bd72f56c15beea551965d692dd1c46daf00064
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4029bce0c1030a38515df76b63d9fc5115383de5c75cfa4da344bb0527c3dbe
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e5740c6ffdba74d797819bc7a8ad2b78c33811
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454df098286ed6e2cea5ed610b62360d08320546b64221f3d8db6f91dee44bff
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183c74e4bb2dddd5364836052059f3a3399d75f7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d37c349250033296e74c0ed59e1ce63ed450f9c5950551d92ef6fd75659252
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be647c8331a68672e5c8ccfb5fbbf68075e0b2e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e1a8a575006f41f6817e69454322952ec3bc58ca24d4e9f5690654555adb4b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d3943af08d7ea1335b338f22d22367f0827304
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb53537b7a5e621c528bfdb2fa2421ac190f3c56c783391f6b43d4946b42b5a4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca875eb4ea8833d3b4e9c690fce65e5563d191c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da281bfdcd1f4264092de616d4774b3314df9a5d98646db6c20fecb98ff5f4c9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48375483592c241bfd0c4e51e775cb4b10fefe6d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ae04a231960ac52624f375fbc903bb234f7f1bc542aedd39207106d9b289d7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b15293b17e2ca94c8f6dd72df7c4ee5e52b2a83
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9f6999b32b394ad1413f08c8781accd71ec5bb0ce987eb41e9dfad7b9fb906
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a172f9b38c48c8819e9760df797651d49e444b9f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52847c48877add7d97ce6fa709e2dc8342b0e8d9317d24c7dfdb344af3acf3f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..429b799c7c6d25307661be66981c35957ee0dc1f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c9ebe4a4f70103a778c3945244bc5163a2c4655951d2528f0c68eb51b43fbe
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12118841a0245b072f56cca0e717a160816ccbe9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f787088ab2ac5d757bcf778058b555434a4796878e734298d5dc0d8b36b825f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d524f80907332541ab64ba5603794b39d0afc9f6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690c9d3937d734f9d74e16060136b1b227777b0a0296499abc6f0d2b04273559
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5d762571b462dd0220fb36a33709c0caa03449
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c5ac5f6318bde7798b81eafb83df6cc7aefcbb4012d357964b9ccbcca45880
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db34cd44e6457de7c63087a055f76491c06159cc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1581e13353e41a19a6931e2b3ff49ecaa90a4ea56118e765cbd8d153b5b33dae
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a46c0cc493dac2a506ebbf347aba673dcc8ea8e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86287ec9602a91b35f6abbe34c966402fda19c946084ca9a674f4de37f06ebd9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90117c2f3602def724dbedcc1a309ed8a830a1fc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62129e8495f6d0ec4be9eedc026ddbd6879c1255438d6f487a54ab87dc25a1bf
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deef5db9bf576124828ed685db6ca0834f4ad914
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba4c25c31e9da8cd809b11a2f12f3c9ab52789b7000e925df7de9d3fa1383e6
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12b8ffc474de812fff63e3995b1083391bba378
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4048ccec11868a9e750894fc5ba5c0e12aa7d88abf891f92ef0580613869b9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9140f99b83d7007fec4ba24e023fefb02eee9022
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64df72748c8d470bb5cc430acb0fb07aaab60bfa0286c4d0faf309f0cc590da
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d3b9bc5e4230fe5994456f7f04653b983051ef
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dcf6a8bae2ca993d1ef9ed840324241feeae146d7a37b1aaf83db233fa5708c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faf65c402551f7d39c13b80c57369814d9d18865
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cf1a9b0820945ea8701a6bea25733dbbd2c962d7eca2b8d5425c25c5e80a2d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef01b612e69fd285c30c81f1b00c36f79cabb36
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:babec37fa8ef2265fb4ac944c161463cdd4616baee231fd97390ac8d707b3759
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71cf05b532d5f51269595097a7a79afc1849782b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af66c35b9b6fbc99fa0264184527612a259da6fdf4df0a06d947cd87dc18009
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a26364d8940c87b756bbfb2750c47da4042e3069
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e899be18c3cd53810a0fdb542edabadfa89f63fe25fa16101770ef9c81e7835c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf963b55f12c7ae0d2b38038fe949e5382db2f1d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da262ed8f891504ce1326345b682f4c19d7f34a504601bfb851919e1e04190e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5093a3a4a422eeed08462e427a4cf45ec796cd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbde33e04f7a66e23fd0d48a13b12040f3ca1f89ee6973281043f337115c53ac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41f336acd572da2e43273984b4aaf55ed6d38c9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cfa18b254e696dc14d4e98552a458933f05dc41e503582ad6925f9a4b17a0c5
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5645cf825c50b3d0a419be2b7818f403c1d316
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427dd1408420ae9509157e052f1bd62dac17246493f1830e20e4a5e1e8e061cc
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ac42d5beeb1cd9a39b3e4601d7d1716a2f9449
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28fcb86a68bf9d03ed7828ccbde89e952f2eb53a7a6ff52500619fe72e453ad
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3ea3a46fb3001da3011cd663e13fbc13efc8d9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e54a8c1a0a4587bade24926cc322199c451cf913db575496727e5abbb18e4b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313b67fdc44cfb37e226ee56cf03c49694380b73
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff8e7dd6610cd25ed318b35e37703ae4fb34ceffdbf81aad8f30207730bd9a2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e88616b920b7b15fd5fbfcaaf7c98514e19808
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:345b24e2d36d551428c9e973e68db3fe7b37ad76d30f56d1e9cf2f3981f781aa
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03cdc75e6d4916467847b5027d53969032bce53
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e0f408853a492b3eac374b1571bd0dbd862ff44bd3e72486877bfd40c17206
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf95da8593c35dcbc644094c3aebd68823f14fcf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3379441ee8c43af2282e6b971a98ea5d7c9bb5c8164a097898da7739ad9106eb
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0179510873a72c7e4d07ba30917a26fc000578d1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb19b52603b8db9a04a4acfc92a163d04fc6171caa7e10c1e9972209a61a983e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bfb17e112de100d715d26b23fee5076f34979ca
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095c39a8d056dd76089a04b1e4a8bee3b154921e0595fec8e665d9b6dbd0fe0e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a802b18351a69fd56c11ffae3b5d58e08684ee3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830cda219d7ba776c37e8bccf93dd7adebcc12585cff4dea8b6422c0b2821b72
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44e7ef739c0cfcf277357ac9935433891415974
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ddc6f8d66d90f65469d40a11abfab6ea7c8f103eb23ca14004c98767ecd390
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f1cb75ebdade0ed4e84a97d2722eb9a8a1576b0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3d6b4f716cd68bd7caa1c6b840fd81b011ba8ef1cde38e03ad0ae823d9f1ff
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b64532af84351939fa8b98881b1edd12623fd14
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa7c26e6b2712ae6ba4a20854b7b76ba5b7ed77c91f569caf34c8a897384f26
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3fadb4b1dacc897f2d234a732e21040c9af70a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c603962eeac643c254428df15f96a4a4aada1f7ba6024d32b08f8ad6f6256ef7
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2026848ec1467521cc6c4da300efca887565f3a1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abcebeea5b0517db206d112abd8d372404e45727d321aef29344f7e382824b37
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aac8ce173129192371bcb79ad9e21b92c955872
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f558a30600fa418f3d783039689edd854dee96e8376899ff8104bc7ad14868
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae201ef3e13883548aba56930bd61c5b5d09bca1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059f7777ce476e653c361674f843e379f920f990482934afb07d8904c5d878ca
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff73c3df22ec741b433e483491e1302ea721a630
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19be137429d74a5eb5ad25ca1b7490bccaf60f970408e27d6d49f6d3de3c88d6
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931adbaf736f613cf5cc52c698d8eb55f191e969
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd1290449afbf4509e3bfecc0d0868a14fea663ddaeccccc46bfe963a4df9ad
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1837e52526a5b300565c1605e07b10c3ecb9fa1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d3c058df65a03273b5af27d8254501416d85a0c8531345af38f9c345d446c7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541423871c61dac35c6574c2b39448667065da73
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc372c51066ee2cafde18346795b94c83d4944cb1b862a617bc7c3176ee701d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf8cc9873cf40f434d5014ec943bfad4184ee74
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43b3031defdeed3473c08d05b8c5e41f6ba3d6f2ecaac218620514f5d5d0c3b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ce7f00c29fe3d4c8300b677adf4a3b8ffac57f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275b82afdb2387c574ec963541e5e8d1b496e6ed2fa69a9d7a2b6a5c2b46b0b0
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7dcb9a2781ada027ac4437561d915e835af58c7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7e93af2f41b78af1adc0d07eb7aa3bf9d8cf6f9c62ec44512b8489ae869815
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a18a44bebda72535dcb6b7cdc5e12c0cfab74c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d1a1768a7a8230b0b2d20b70553207cbf5c01cfbb1e814e39062c16ee35b10c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcffe4636342ef10cc8ab6b3bf770982ca72c0a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2927b9751f3541aff7251bcf70aa8a40e6f0481563925c986f767e0cb1dc297f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff87f675ecca2ff71ca0b6c3a04171677df851b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01796ed6cb5ac28c09239e5bbe3813f97918f5d8f308bab41a882012264ff72
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8ca283da43d1c3595932b83413f586a30ee155
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97764165a2b95921b1238bdeaee5aff4cb0b4a21187dfc7f4b026002bda31f57
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b75878ff6ee5b681b894f2dba2764c6dfb1255
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e084550b5e05721d63859068afdb52264d7e18040e6ea42d5e8565c03f2709
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cefcd9be89c5ed86b59c7b09f47b7aa73ffb0cbd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136641b9d68f526d53b51b761880b41ebc20dd6a457a369be63ffe42b204e079
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4fc5aceed7d36b1aa07adb645a45f883036f8b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151f40faacb776adf0c7bd691d8b7c92a8e00cf54cd7d67da69812fe76bc3a1a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3762b422c56f8aa1c2a4cde3be2eab1ca7870d5f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929a5806a33b6ff6fdffe1531f4c8caf283a33d02fb481d1ab0758d4cbad90db
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bccee74d97f8559b40bbdb144ea648aa45dddf9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca11608a1f9ae5bb9bb3abeee8aa851ffa5108a053ca5d22e37600fe3a9b486
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb3387871ac28aff73c28a93271cefa2c2066503
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f73c22629bbda47be24b47876d8896d4a4055c167e202bf055706a36e179171
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8d26002cf1c673d0909ee29e0e769c5c80a944
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_15_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e02994d29b34b763c9cf1f00af55a8f4eba5d003f63b2d5cf3bce9809389233
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/lm_head/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a47c90bfc73e47794334101f462776918f1a21c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed9996b99fa85167d37b20f6ff06fdf94f84478a6856b00f15a8a219e0ac626
+size 129091
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/lm_head/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8fa2246a5c051e57d815e578faff4c86e1f7d5a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12dafdfc14aa369dec92c29f3d16e4099d8aa2cf736613ce57c5a969f1db7ccf
+size 129091
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c1388e4029d9e59d0cbc1375e63b157c3d21ca
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68df621608a6d200b0a0d8fa51bc6d2dbc48d97411203c12b4e156bebfd793db
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08311cf462e87b721bf72d720e9e1f6893ddf6c6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c5f3d49e10a069e68ecd8f06d633bc81569b5f200bb77762fdb4c3a9ef86af
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7efd9ff1cbc643cea9459c8dcb1c40a43a2f02c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ccc2a3ea15501f0180dcebc442dc548ea0ee9718b6143086e2ddef134c6708
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0a1741f5ba7c5b08ce25a67cdf9651f24c5cd2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3af919e1cd41c3a1e7969b0c13b368983a8e91afb465ff1a7dc147a571ab30d
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9a99305c3f30431fb4a7b843a1e2bfcd70fe5d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf1964c7293b466bd25998aba0e837a34313004fe34cb91df3d90e59a322d87
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db186cc370ac1ac04e2c304a3d884416a3ae7085
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19593e95ce6dc66dc86984fefb97172fb0b3d07f327b8be78aeeab10030ba3a9
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb304c25ddea8fad15d1d3e1549a4bc28fdeb98d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de402b64df6ff3ed0f7fa084a264c266362795eb3e635d7cba5b2f6f1a2fca06
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a6a286f31a79cef08bb1e4f2f453f7a59591b1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49eaf78b284fadaf8956ac2e964b73840ae922f34fefff2b6ceba8d750887f9
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a4c709771d868481e4936ac5625bd7ea97f861
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893ca48817a79552695d5754f34ea2b27cbd50747379579dcfef3a1aa7a82d01
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d906f42c736c65beab55f7ca8f0976d4140b4b3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d78b35fe657fd01eef807deee47a6d37d8f8c3d8259b777bd17d84b9dbfaf9
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f15633e110285df7559b3c01985a9d16257de3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78deb8b608cf1af157d1b9481499c081945b2c6b9173c68d0bca3fec03945e78
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f5c3b62d493aa6e158216cc7efced4bcaf4223
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126df00edb03cc2e34885c959fd70166877dbf0b80314df8097e8c92ad6986ca
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5571f0381f09ebec81081c9da387b975fa25016d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f968c80e89154f52cdaee496b3df2b676710400f969d3deb2337fece6d09bdc
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72102e978f4c66b1ee148d0b14a30136721f56b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d676ca62229c9769cc7a6d4e00e3bf142028181a6a567b6a81021c48f93dc51a
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c19408cda6112ceefa4e6c49201b21a6650e6d1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db59e698e6f7f15a81468e213ab8104600c3f9664235d717428e8ddd6c0624c0
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c3cb9a563e298ed2c344f3dc377c88a3320291
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d19f334ce487533f2bad2e2a8aaf29420edaa01f60663d1f084eacdbea3f9a
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..750aef51752b094651e9b91358793572db84c435
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e8c2d958c26ae579a5e5948a6c401763682c6e6b5fd38277052c2f036552cb
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a43ab59050b9ab9fd743117595d52378450bed0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93335cbf07a7f67081c6ffda8dd14074aad2c5f24d54b5377114a8ff8a2c946
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5a1dcfabaab1369e5d9d492d0f3b0c2dcc1aa9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc516afe5f7876595c118b41e805d8dfc1ec2752164e32ad4910f15678c51b1
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..497a9df79624bc6c10a3ed0e9a202c7a473bfc2f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2301f1c088d357da269eac5c4e8b33054319974ce291fdc04f2e983261113142
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d4ebe413145b336bd1b012a670b139ffe08f19
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43aa6c6817aa34a4efea159e23a5688c43d71a3db490558f71f3db2455115d6
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa1f41890464e579116b4f9f54339f0a0e07e01
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0caf4edd7988db827dcd4ec21a1a39a59b07254682c2e976586184b88c2c7a7
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c846b7949e48548ac989964416e8d36b0c83ff
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2488f9aa2485ddaf966aafe2ccec88dcf79f9eaa4f19bdcd69b76bcf3b3415af
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f266876572394e1eb4a1c2e0384ba6a8ca2e2925
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ab563ca9243d589cfde1d17aceceba302190e4baca44f242adbb25d6ef07f9
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df8584798a37179c9b211aeb634a3484968ca45
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8291b6940871a1a904bea59bd5995f408a97cce6e9b08f8db10920ff1da3bca
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5426fb47f35b2924d2199c85f57a1a813ddd7f72
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea1e0d2e2116d1df9e36dffeed83e6937bab45ba4409a7582bae14f83459cdb
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61544bc6b5888b432b920db7853b89241c0b6d2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ae37cd5e2d217201455ce98d8de9238bb65d9142275c71137b4c3bd6be0d90
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f57c2d790dfdb8ef6ec48de78cd8c17847c6852
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77d2c2489d52ec2de446e071dd951993e5e420ebfe03be1ddf8043b70acbc54
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4863d865620664d0eb211e1da589f0b2ee12293f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c118c38727d69a5170a8a5718ad6e0b2b4a15d9e26bd2c8b6877ec632e260c
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e34145fc88ab1325002a6c3f4dda1198f9b410
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13decc1755d887ca98a4dff129ccf4167b253db19392e6b8b383eefb482b2b38
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b1faec5a61d90ecb158d29e1d425622028f785
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73dd26e7552aab04301c24c91d2add600b4b8b46ce02b3fbf9143426fff78135
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfce0184b58c4e9996dfc0486ef30b1987c37a3e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4578dc2303f11fed4f8212c37d2342c77a5856f9cf767b88708e7c6d587ecb7
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85780a4e869499145e7fbba09580fc2d9f9b793
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ed94c98b21f31ad150b89ec8beefc424c02e3cc5a9f49adbe44d1fdaeb50c7
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3657556569417f8f1d7e22936acd3e8dd31a708
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bea74a0f7560b12c8ad8e9671d7c2aa0a0e90bae6763fbd66b201b61ee7935e
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c38118fbe94ede202ea4059fa9b95b7999d5172b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955c0cc04fb08b8f128a2c5b01b32a427c32394caa6b1e88bca3e20743ef6cd9
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52961c197f2e73f0b1167719b95b865528c2494f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65306ef2675b052e2f2579fbd4a38b84dc29d795badaa2295c089225dfdf0bd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cabfa119bf1c2feac706cfc27600b280761aa34
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e44fd17a81dfff3c7698feaf5e8c6d3bc227e393ebf2a2743494beb78d8f778
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a4ffce2fa27d07791f6bc932e17ba675290452
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf7dfd1afd835b135c53f502ce23550afce7104f665ee608778cd679f0eaab1
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e67312cfde92dd2d0d0c680a27acec7186b80f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69459e51cb468f52ab7e019087b9acde7c8885d576bf5e473357000a4a5fc190
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a12f87c99eb62c82e479e72807405d00ebc48f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1deb882ca90acaacdf66f5cd7a2de6714b24686f7d25f5d95b1f99c9db269f4
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ecec1f8c84d4b94b869ff7a18b6df402f61045
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8510621dc0c561621dff48b8b26b322dda3d69e3a6dd2426095322ffb7801113
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a177b7ab0a0e8feb44964d48a86bc6a5441543
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ef6e1533df7801eba75bd52c0b0628c350e45cebc2550f1752faf3656b7c66
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e89efaf596f2787ac1f1c762d8daaa87a68905f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db70a827bfaaa01f7f4f8f87e8a23bb79f01e9062bf662731d29dc37e3f2f869
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd7d5ba8f6059f7d9b203ca0fc2d54709abafbd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060f149ed74f51064cbb867d40082c554e79c1c3e84d4904dc4e9c89f1a1c835
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5240a7d17f00534b114e907c8ef386c17bdd79
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5cbead8e21edc38efd7c9c773df2f934f558b0691f15e672b85d92e48a7fdef
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08026e81ca5694cf84408f12a62d35b53e75d66e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1262c3b4a31540baf8035d0e49c011d97c28d14aaa08c9da9b8cb10bd42a1409
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449b2d94fd512fafd69df1a7f754c0d6290c4b26
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35e8bb2ed0b70aa9ebcd4c4869c2d9c641e36c485a4c2c4f5dd8ab30da971b6
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f77e91d78618cb1a785e805bd094228cd8fc0de
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a4c514f8e35f675e8763946c206d04e70e75d8a3d9745e313c6019dc617640
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..829161c30a5c72ff117e82bb3875a3f25863a569
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e41197c24db86014b46c7441738cfd32ac0e2f197d5ac598537fe3589ffa4c
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff0454ba5d4aa1fdd3631b5185631e6f71b4403
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ece3ff8d34926fa1c40bc235db93d76da95f8ec322a8a1ce36c7285ec0cc1e
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db484365f957c1dabd2f370bb4883384bbd6bbb5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5bf7b2c9ae2a6cdcb61192ea9f522df7aca1dc36e93075025580d19a6fb292e
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0e9009b87fed58b33b514db9329fecaf68b594
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f5c4ec7753bc3f3b6ed85078256d551624ccaedfefca59d0ca67b2a4ce465e
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7041926c095bf3a03a60750d0b28f54e715f9ef2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c36ff8876863838000a7e57c5a157b42069ea9303509b7d5cdb0dac50291e76
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec305f3699dd64e306e381f5534619c7ad65acc4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6690d5fe85541100ce08955f23954f294c9e40e41df8387b438ee3e546d52e24
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d6f6ceeb5382b22a01a39c87113426b60dc43b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79bd0fc1f10b98f60d492fdad8cee88fe6ecb241258544e77636f4259a1d1093
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0d780adc426b9f25e5e129be024c06ca972584
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a93fbfa41791c28f9e2ce0ed16d950509962f56ad92c0d2c418080d92418eeb
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a186dfef9755fe3677f7f4dcab1dc90606b71da
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ae098b8ca29eefe50ac313bf68c9d942cef335c1a46f7ebd4913f33890e245
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881c7deacd7e780eceec4ad49628cfc77ec33041
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37cc806db55156428b95aae818b9eb3da6f9df4078cf3cfdf96718b2cd88864f
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f786023eba2f1722b1c97206475369720aee44
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53a46f7de8ba88fe8fed62ee631a2e43674ff8d82928ee4d2d7ae663a9ffafa
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7793741b04cc21501a86f939a7d865c95e9d1ad4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3174f51634d30badfb2873612d38fd920e599459b34285bd7a81985f5f798a
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb15e9e331af8e1997c15113950941431a4c835
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d919062786c2bddbeb5053c161969bc017f00eb8873b9af8ec1678cc953e50c
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d74c061e17af90455a18073a6cf7a1333f0316f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909afc6da11da70ef4184213c5e2e911efa6f4ad021e3fe7d7503f04f181f948
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211014d7f09eecf177c25d07bae466d863758623
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddc78ba3d81e137ef507ce642c40a495570416e1b3ea3790d33f664e3828c524
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38bb1bf94cb75cbd86fa6627b16ac5f53c8b17e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb2b829296f97beb4e09dc4322535b48791dd74cc7f3e623dee59e47dda8caa
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff302686007b07b29e93138869ac00c5b0e2b151
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894f35e952046e6e91e946ba1191a269f5c1347436601a3e414cb302e5ec0e53
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680dc404632c988cd228090485cf6bbab8e835e7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98bc1ca6ef5ab46ea5b04f9ab6d6b56928ab136777c272b668f66c2daa2d25ac
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e69f6a26a764594f010414bc55c15ebc8055ef
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179ad850317273c551362e000e896429d51cc7cc9a3ac91d0ade91f5fc76a898
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..598189c93f658087dd78c0c7bda02588b2c02211
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b374b226a563ab77d63a81be40c3c8224f8c5d939bdc993d10b1d369c2abd8a2
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ef40df26818ad225c7250b648b82caa62f09c0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f182e96833e6e4fa69342ed4406c7f85227875c8c3781ae9af794cb9648b6c
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346004cac33a6d5934dfb3fdabe423c1127d7cae
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c71b3307a8208de6ab6286ddb5f6556f29d6c9042977f0413eb8876270ccaf3
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb0eb643a312eae23d4446af0b2123ff6fadef6a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df637aa729a1ed09261b48613a41ca5e0fcecc08f31efa6d2302f629daf2a5cf
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40cf2e1dc8ba0b975fd3baf14c9c49d78f4eda8b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5d06e350cd0793dc35dfeb96ed073e6bce26f1b483b2e4cb293055dbbc1c64
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1e0b4f5ae024197dbf1b0423e1d8a451197c51
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82a79d11a34da66e59bacf87dd32763dae768ca13b6696dd7bbcaa695a7a724
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be1bed87d105392853e42425040240a704b91da
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c022c20bb80d03f7838bcc680339450e9460044c68269dfa7394636a996a9745
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee21502ee166a64f6916bd75967b10f12b301d8c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319a621aa7c8f6c314676a0f10e5e5aa57b03d01df17b575bc10e73e01fcfda6
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0695b45cebb93c73f71df1ec54b1601293385b1e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857e18dae3f2f3b1b726d208c0c5179e1e115a1cc782c5c5cd38692ed17094b8
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987bb5e57682f5a5eae0c67822f61fc3e57e69af
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da78f8d65c416a63e9fd61898dddf8e0379bc54871361b4536fb3f68d80dcd44
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a33e409fe901d1c769e9be3d423fed652d68a6d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d747571f912e40bc3128e4483f40b6daa46633193d4be1ac30d429e314b822ee
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e3e86cac2131f175c3d779695b44227d12675f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6ba5008847a9d5ce3356e76fa8cced2e553bc32a66bc07f320ee8530bb5f7e
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdba42069321ea81196ccdc1e8498b637e46bb9e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc9c27615a12483d3efa43f62e48f85e9f902744960a2b653ebf6b7d53eaf5f
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c965c0d9c47cc0f1aa332b902c7c9b51b38a9d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27fed7743eb8e0f08840988275ba405c4162196d08add31ca3f2caf84eddb21
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d3d1d1f3cb5d822492997475a9c2b3b859d62b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb7e10461a7462d47af1d42b37a68556736e79352b418ecf252a27751f56a13
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74cf1379dee5f1bbed5fbbf05dc885131371acda
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54e8eb460b51e1d8badeb90555697963aa6036538754dfc9e99826aa01f595c
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e513dd03b4d6ad3a91fdd03b1012f03db757f3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:421cbca936b90ec2c7f58056d280e1df4249ca99bf074c3c6db9b07c8439f0b4
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c41ba4c829c40267cca848fbde9d5dae529a036
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8faec220d5984f5c3c821202393a4a7d031dc86b3950e3087c5f34cfc19ce9c3
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4062f669f855454b4877f9352c95ec4decc520c4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08aa4394a8ea52e9f7e5da5c56fb2a1fb39c457be11a06b5631ff0ffd1b0e961
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19aabd1ee2c14c7c85d96d60d27687310befbe98
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18ffb1ec7eb0bdba977ddfc0498dacd28fce4299b19d0e464d94ded79301d03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41bf8743a437cfd1935b1f80578111480c697bb1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9a2ad9f2b8a31a4bbff4c67bffa0a5cc267b3f28753e93a5c00df84334ee23
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf08105cc927428efc997df7d76c5bfe7789879
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88ccb77374538373a6b64638c2bb2e7119d60271931c74c1dfa0fd0ffcb08a8
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313d21cf9960cdafd904ce8e1e879df24a6cc368
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4bd9a3ea99bd536d9eead7b841c7d3164fb9530a45f003e72c2686589bcce1
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca4a3a5e77dac7aaf94bddeb05b8ff1eb5ecfab
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9f8d0676f6de9fc38ff828f9faa07a566382a1ed608a673b5bf4f794334c67
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7752daeca65721cfca26be02d6799d69a6bbc9a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8b3af33e9359e7743f9374052a56c660d98d441b022d7f190e38e8db017fb53
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b94a6c6fdd913dd58926b0eca95e959c8436225
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b408d14bd82434e033bc077d4718b10155eda99ed63aad773704f0ca00cd29a
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8b5180ed12a1c309183b7aea63f4b0bc09f85c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c41440c93cd8b8dfa649235a211e1062883d02e98a81ce5fb6473788f82dd6b
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb595d99c98a529a0f1991361e69bd31afedf3e3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e4184de37a6cb8ea3ac8fc279ba7bb0e0201eee8e41f4bca5b4a83ed29f93b
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8076a5be4b6c4576609895a14ddda605ed8e0f6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3cc6060394381c1a426170c31617ef20a720a6b67f283d235288f083c0027b
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7191ac502fa0d2e1e9df59665c06adf36d34fc4b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6fc2bf70ea077a75e617456a3c3b5d1994f95176f82b76a832b52a2362cb04
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88bcbf0878d7158f92003a268b91b439bd1eeef
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb9958b1f2907b06a02ce7422a80f7f294102c6ad83adeacde5c09ce96222f2
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24fc0106791e5cc62266de81a03e0543a4d043e8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8d945c7ba378f5f109fa5844a51425a77ebbb2b42b7d535405288d160d5644
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04bc3f972715e03089c747d46cb856b39a362a46
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a93cfd6844cfce7576e9c01f0ad167c2f79310fd3fe09367236e219f653c41
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf2555921696ffdcbdcd4f68560a2244fe9ac6a8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6353071f682947ebff569c18ba70ccbcaa28236acbd41423e223859e991ab1b1
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6897ee1f224bf592a76d3e5b61b2f10a47c9fd79
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee874ccad0d3527b6c4f33e7cc199f6926edfcb883c50761dfebdff37891a79
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d699c747404b475d1f49bc3485727b56a7b5f3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd677c7ac111e04726792c7d4790b237a301469e56810a1bf9f938f0d1da7f7
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478309ea45a011d0cc2e1b8fa669aee9fb446bfe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff27102d09f13266ab5f617dd44d04a2c999bb28d1c6146a5a3ad31c3ce2ebec
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8283bf2d74325b28b513d2d3dc00bfad9301727e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd9e68e06bd1e45e2059bb2266d59744e88cc35b63a6f4083cbcfae66855554
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278e4209e927be842d4580f7df73a46dcf452d4d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb4a6976310beef661cd2d146474ee6a4e7cf7ad58efc14f4edb041a865ba5c
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327ae717abaf9a9b3e78c439dcf0cec853571b8e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf3bc00ab28afede9d3c4ddab46881b300eee2e68d5b796c79fcb5f8de2fc48
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56633f1581f471115e3c242a567e7e3a99469fc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b16eaeb14773c4e838569fc083111b5603b20ebabd5e9025d60733c87cea026
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dbe15c4854676848ea9abd1845873880d477888
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a5bdca846c7bcc386f2f2216c3819adb8cd3cd9e37c310d27b218d32c20bd9
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e922af25e745db242cde1ad2a6e38f19da461e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d175de8d0b106b3708f5cc95252303a5467edbb53e796a8aaeb9a9a2ebd6e0
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ac3452b66d429c5d50a36cd03656a02640cc5c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32483064a5ed31a5a84316364b7b3b2282e2c44578a64f6dda56c1a42f6602c3
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f07bdf96c047c51725734b210752750c3f783b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4671ef4121f4c9f49a37ec5ea871111e5925cff02a6c7c960fed8fdcca7d16
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce248e5ec54be4f9cb05e0eef8350007a8e9d50f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d5ed33bccb2482b631cf6a8745bc1f847f2f20103b01c62761ee691cbea39b
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a42e8f058d8d1ebf663d3dea48e75879f72663
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e417e53e4e578afd24bd2e5a9ffe6a3b6f3546b530807cd484590460f1a5bb7
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6567db475948dc1512a227a8a3247b544a5340b7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd764c405624e04db48c65f42346987efe524a585e54a53b65f028d484bd8ab6
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93aef8e13020483c1e4d7f7d5f8389db6cb0229e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30cdc3db5df388fbe05c79696d264ebbaac6f60f9f0d4330e5d6c5d2b35a3c7
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5bcfea3e76ec9dab45349d59d8a43400c1d8cba
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a76bfae70cd9e97d7320e819e759d64673b8734e2da24a567ca1f62d458d19
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce2040c25497020e4384c3196d92b2e30515597
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58003c7df191316a9ffdced28ea4152492f811f54e16ed419f62b47762283db6
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f99125389dc041a1625d9314c169bb9e685c039
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af25028b140968c74a34798e3ad4ccb8b9c2cecb076c822d6d212b4635f8451a
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163ddf76b099f426b25273c59018efbd7fb9fa60
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1714e43a9f6ca125b5877a5968b443a74579e0b2c61ac7e48e0de86c9bfa324
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9723a640226b2586b13ff1fa7a985102b6b9f330
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6141bfa02ad093c647bc8a850e5f5ac5033599e0760b675b45a008e2ad6eb44e
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f250d1d793e1b9e476c19cc0308266fcbab652ab
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c468cbecde6a9b53959fb55260796c37aab90c2a3dc83a96869a402d9c5c7f14
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91043ea00e4116c2205302d92c4bc05caf689c93
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d6e91cbe382644ad777d3e4746d0415c095be2b0dd057ecb5b9ad6153d3140
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7866aa28e8f39403f293f2f73efaecda453d6d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef85aa6f3701f773da5c317c04d5f6da5d48dbbd1ad23c81fe7d5e8059814e6b
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1cf978cbc72c8c118f3037698dc91557b095eb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8bcc917d7cf04d5d0b0a0595cb7c9756b7384909d5d19226c84dbd4c7797dd9
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed03b1863da4c6f3b50845a8e4ef057599c8e34
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c802a0184ed36c8fa8f66a7ed20b8dd2f9901fd0e602cad3ceba651f0514d71
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23cecac4b4b8f4bb0ec21783e78fe5958c3d340d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab740b35daf2e082615921a2f6bad3021c2ee38d7a7dcec66215185b86da105
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb87b8a31f29157610ad0fd73ba35208d4d228d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d7d4e0d0e2db4c2a7747c83329a4c140bf2fb28264f06c14cc4db1cc548db6
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64aeb3c26915e3445753cd9edb676a85586a68fe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02376608e80f910aec874a722fbf5c633fd58f6e0b6b8464dbcb3e43add89a0
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e74e7f618e72f6263200622552e92cba2952b3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc5c1498c1b7c646f2518aed77cfe2495c6eaefcec8bc2255ec93299637b21d
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533ff344e92148b1affee251b2bdeebe38effec5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6f1c67811f870b65a982ef0d425000c7bee386d2b61ae0e6074638caec5813
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5bdc6a38ab08d8ee0098c406dfd6fb4fc0b4067
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79b2142f7046700f2b2f103ac362aafda9f34daad701ba8f003ae488f145c19
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161e6d2e1e87a2502e5a910872dfc16bd0692c3f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462f664f148f14a7a589d9f000654f89cf7e48e690b610e5be7101c8dfade594
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad24b249ea25fb8c36e145703fcf306bda02b1e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933cc6a36c30f37e2bd6dbbbe7d05f6f3d0113bfb14779a6b1c375dcbe093611
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13bf89fc1fcb891e9c4d40aa7a2544e30b10161
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87607905e5cf4055d5882d9fd065950cf5b5e6e50e90ffd6b3a8fe738374fd41
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171b281ad6c10fb049b32b9d24f001dc4d3a1eba
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430b7369cf799d67f1194441c73166f468edc918d229deacd159c1c9db8b1995
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3020536b9bfc8240ee71f6ef82e0f32a59f0160d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28183955845f875c3e08ebfa0cf0ae8214c5f7d70776e4e5e6e9d112d773b74
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087af830a268a9b2d2e13f7bfc066d5581bcf46b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a958d856f5c096873fa7394e10cd7b23eefbff863fca557ee53b6a62f00f68
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c66ec0fb54e5bd4860c77d6e113bc9f757cf33e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb5f0ae69271c47dbb3ccedee4b8d1e2dfe1169e2f929013828efa51fb2b6b0
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e58802757d67352a73bf04c6e03b15324ee895a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0063a90579cf3cd2ba329f044f048d8b6307895c95dc28eefcac87514cd9bbf
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64158626b6fcc786c3c887cfc2abe654026d12ea
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7034a50e6034739589333fb5ccc0219ceb04f6cc2219202090cb91406e615561
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21083eef5e6b58dcd87bd3842a29a4fd7a94ad79
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b518aeecceff29754f47b90780913443d67c3cbf36fa5145cfcf9908e8e0f1
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0aa94a4e29ddc1eabf7ca896ae629f53685e42
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136b527ead88f4cdd53b43458790794b371d2a9c825d1b88fb5a95ab9f784fa6
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47350e5507eed268bc1d41a2b1caf41158cffc52
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f990a73807b69c6575e09eadc67ac331cfd9ce87449caeac2f144c3dce973f
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e92d624b1a7df7006dcfc7e3f83ab406e9b6a19
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01eac1e593c45a8275ed3209b3e95f797946c50a01b2c3e744ccfa9e19b66165
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc84100961f5490b5a3be6156029f37e608fb1c8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321da5fab072b2214d43ca4a6ebe6dd7384a59267b8ce1700d2b54e9faed8213
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1236c6bef7fdebd28aa985799b13197b61fc6b3b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8e21cda2554c0311dd7af3fc2e5f539a843f0b34934a160c9ae4740646bb05
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7972887219506e47e0a8267a78a118ab669b056d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17450b713aca8144af5e154f21cab8088c4d158b87b799ee793ae94277a2658
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2316e8c9a27975a462cb871833b1d685399c9534
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65301092c6de21be1184d7d06010b049b85e82363d24513b84c04194f0e809ac
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8197bb4645a7e3f09c6554c80bcbd25b79c2d4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce5d596c2bf3dc1c6ab698c7858dacbd8eb59844670d2707c174880e3d530d0
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3fcc38e71cf2f788d2c917dbc5b0b377d810ec
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b976660b82e26f385152d7e45d3c5f0fb70d754fa1286570bfd1da9548981e
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7d0a337da1af9e92b1efc74cdc7424a847ba69
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12065878f90a722f5b54e9ae64cade66494a0e5a1fa31b5175049185ac131834
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746990516844a79d9d06327e1ec342f1d81690d4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d973cd3af42c3be8c19fd9eac973d8169e1a05b215c696dd2f1206e26a4613e
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50647aa44753123231d7839e66568ead0b8c2bc5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ec83cab13979e8451bd81bc3d5b1346ecb0ccc0d6bc899bff634949b857287
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/lm_head/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/lm_head/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dcb343c75b28e6d8c5a875d90d6b1537d4d1c9e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42de78715be08f5db4ea2e10e1de7abbf4bc53ba174e93f209043d899f26057
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cbd47368b84cddda3a81a2590c2665d64b3e400
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e102dd670575111048d0a110a0bcca4ef64ecd71849664b85d2db6fd447d6be
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c7c6ac38e0c5362cccf5d525c582b7c3e27e67
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe084d99f2904cb5392f1030c73ad9ab33b6b344af6e1491625f19762883123
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f034f156af228b32eed17ad114ee450f3b2d0358
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23e15307df979a03c6bb92b10ba8442890562a1e3c0bd992ead4a24affcb544
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6359ba5ce02093640c0981c0ce4c4730cab2c259
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dde6aabf7de2ce42b3a59b3c4e1a03bcdc261aedc3432da144f1bd8371adadd
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e0e8c4c9dbc9b7d043946572b3a3574dcf756f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac85a28299933d8d24c05283dca3b194cf2d556a7787c770651f31f9f7399da1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2054d42585afffb5a051279b9b32e201a34c368
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16c6a914eec4ce71000270a73ae35eedef4235f163fde427c73445a34986d6b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14e31b5f210f63c0dfaccfbdf20f3c715c2ba0d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a62103a421aee27603966d801c8259b46eb4368d3c203291b98c493e816ef9cc
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a221b4bb150779a48b4ecc9b901382ec6fe67f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0bac14c19a4aabe585a4c1f79a40e188a62910a67e188a74c2f158a49a1d36
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c485eac1e81e99a0c840bb6419cf7e108f5392
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c8f8eb3bfd964d94af2f6410fdf4e8b2457738d552f1ec228c443fa7387179
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e06aabd41908fbbb199704d334689233ad242db
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7917a5ee410ba4d1ad31d9c55f1f9959f1d62ca382879be0f21395d32aec39
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afdd4b57b572c38db0cc6cdc4eb47cac2240bd7e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c7085784250285977bfcf106aed3d02507833f8381de7605305ce154591c8c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6208c5f3e68564105540b462d1094d229c83e89
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a7d3a18d12326be08325ef7f4a440d9c6a3d474126843fc63677b691351f80
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c38122c6c813307b9261d96699c518c0a0555e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199fadab3147863c52f76843ba6ece51d8d06a5fe0054f62e945544d861fc2fd
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5c9e3f99950ea8b0f853188019c25ee074eb87
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92ec99219a7a6beadc0b47127a37390051258821e047e74e289e98c41b05714
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb62992f711188e74a1b2427afa4d6c29e26211c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59958646407fcb3c6b99443db533e8eab58c0b068085815b3974ff22e14ec17
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8089020f98cab390f6b2e4f866f3372011ca10a6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147cc5ae78b860a73cfd28370b606947b587e1517493d68c3d9ae2eab88ffbdf
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c83299393818574fe4c738ecffecff0366bd0a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ce65ad43d253a11766e20c20bef21d9ba929ee1c6d24787cab375404895cd6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fda988369af005083b53b07003a6f802e68c988
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2eb89e6e8decc75182b89776d977ca8857b11c775000ffb2e1aeae38e03422
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554bef95996bac23845380ec3461d99288e7568c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874b16dbeeb4906bd917ed2fb64cf6f8d2448bdf45b835588f4abc146b552624
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a37f0d430674c08cd46e8553ee4dd497fd5dd4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fddbba52af54a08c72dcb6a0e5a0e1c965ad59d1a22245614be57f80a9eb79f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae13892bf610576733ae9d8d2ab82df650ef3030
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d98fa16c43518353c5711e20e09e3e91b0b3a9c2559f60417ceff29a7cc09f1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab273db586664352ed211844a077342a7791d1f0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6137520486d966938904e5472700be06b6ba4090043ba56f7fa098ee6ff3adb8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4230b9dc89a11e5b5e0376ab437e0993f36895d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b269f9097867b45e734c09d1e0a7e35f2179edeb8245983ad4a2f2722528327b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15bf07d9729c3f0d74ccc0f239350f8e9f3dd338
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524890b269d30fcb500e2dbc5ad76217914252e723498aa614591a10f1ec0d31
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601c6b91588207b3713e1dab56ce3729c9ae72bd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c2d9337f52b0ec85c452a3e87908fc81f6e3b872543f8d66a67d6fac691492
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f865a7de8f61f41605387c202c9e8fa98caf784b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871df8cb8ef94c416e952d9011662e9ac0b3ed5021d443bcfdd8eeef919dc4f5
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f819db9e779258299e2d596e840ac3899ef3443e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36364314d53a4f5a7d45887e67b0358a9ef96e897d0b62281cce4112dd0e7e4e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af16f6c3aa6ec87b6d9da4bd649e1f991517198f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971e6becfe19245e53de39131e4bf53025a1e2fdd39da4cc2a1c1a85878bb82c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c58a1a95765e972b97d1fb3b30cf3979f44c14
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4103370e34af3aaa34aa7fd96bec30a3d19fa9e6dffed8a66fb58e6812fc1c26
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b8d4209b8ec5ccfcc699c513f66cb7f7aafb89
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0f5080de8385ab910c91811d01f5a6f42f1ac9ee4934b3537afaf0e728e037
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b3b7f47d39cc5687b3de8a4944c514c5558943
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155d1ae094fae3b47777c53de4ece515ba58679c449df9c93dd0231df2ed228b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412fd5375c02ebcb646c6adc48559abb1e1d28b9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02365168ba0c81efe7b1c0a1963930f5abd98de3e70b7026d50126802b9e2944
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a2f75e8357b7898361b0689449491761974657
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24dd1bc1e6264d51d1718671a37615dec6f9dc1f761017f40baf57effa673e3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b24fe9ae5fbe933ad0a5adeb47f50d52b2a300
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ca784641f36ae28ce8cdcf39f2442d52264b1f50dd3483502a57a711fa5ec5
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6621d6c2b3ba90e167c00bc591707337189104a7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b3123d77bbe4772c3cf422f3c6cafb4ff38391c3d711a57d2efe664f6c4084
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8941b16eef132f5c25c57fa6a285f2613a5565
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59587f77a7091961ae75a7ae3e9ccc163864c4371a5db3fd9938403c049ad33f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b3fd46b92c09c52b3e375dff6e73a818574fb3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d3352267c13d1d5c6a9bd0f62d1f59cd6d00bc274e7f1fb22f42a1307e1024
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18db330d4767c2a10021de5bc96fa6db7651bf8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f36ead59f6b792090c33516d722bba3137ad04916ed48fedbec318eeca12424
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c5bb6d20594211a5540bebf6b7cf384fba98d9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b588afed04394fed9496a49b80a2c35fd3fd485d0d1d0b78d365ce7ea9f6b1e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6fec1b49688a266900fe7e7d5a6e32c23e40c02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c81f954ec3065a0d7685f8ab3bb6b7fe3def42319d58827abbade1f4bb2a0b2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0b8487c7eaa877818727a476c11a8a6d8846e1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814856612b65cb3a1220de62da287829b462f81551d956f2895b59c72cc59574
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87656ab35baa0bd069db07c7e9367c3ef92c300
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58ef03b478b94f441d33ccd39a7962dfbd208e970640ccf2faa2b1e95a285bc
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..033bedc2897afa500611c68237c6f83abf71d9be
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48138eb8123e8deb5f35b84ee103c672067e5ac80260be8547e4d443b1f463c9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93640ebceb784ef931f4028b4da019e0cc246d1a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9feb64448111091e4ac06ac6ed36885e1d864232ee105bd3eb9b5d35175c7cc2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9047591134608da3045acd2d86c7e8e4335cd35f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f236ea0984ba589649251a50b228c877c0f47c68c1d1d1a3bc360bde862285
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec3c593c4c06d1e9114275f5fe56ad7ecf4030b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02438869fadaeab3e0afb718b0f1ef9f317e09ebac605a708b35e4b41c78a777
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f02c5e77950430fdf5d3b5d7714d885670ebef8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a115366e81544d17f63443aa828c40c87bd3c96354d726b6324d2200533d09f9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b4fb7c0f60db9b0907e0fbf9dc86134e2c658d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dbc9df39f6d9fee3e8668d20eea653aa891f740ada6a915330733b4ead6abd1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5edb1d764d678b5e090732701c1b4daaaa3c8f3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a11b3a80e1279e1abf796515d1ebd216a7dea5c45dad7a1b3abdce6da923b8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07502283106d0ba0e1d0701841756097c5f1589d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da3001b2ce1a19f56c01dbb62c39e3dbf406d20e559dc7b099886327d64e50c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f391f43c51e55d0f174c93c741a0a42ff62dc9a2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0014feb769b2dc50cc9021718604c0bed39749ea5cd4e16d13c642b64233ee93
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367ce64f2acf72241ae126cab4d066724040bea5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56262817798d822e6477737444a976e8a5299c6301bf983bd62def72d88cb96
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28cda62f2026eb720590f2dbd56884d354e199b3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaeddf96a2f9aa51ebb930949efd3278db56ebdb11f918d1d391a9b9634031a7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94976ae407633c3df753cec7a2c785578dee5180
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51fa2ec577b01bcbf17f989df61deea8acddbecb5c662df1028fd5793b592b20
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515be94552ef90b1ef5db8392a8e39176274cc4d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:398a65d30272a0cd676d9ad4e3f6e1a330d444a192883f99ed8bcb6163f359d7
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773859f36f32341736050869119bdfe77aec3397
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b79ff50c4b05e9bffa2bbf169ee6c27fae7e8528924bf2dfb00221d8b3cf614
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e7b0ad51c88ec703948dcf78ce974432fa4f8f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b34a3d8a6ae868260578eb0e8886c22a026fea727bb977fddbde14c6eddefb
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400bd69d2c717a4318abff1fbf3dd561551b87c4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a7c99f4b704a496ca334fb3571b3010a56e36c4ddf06fb481ba52ff4d025b9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67cefb5db8446faf8b0d68659fe39e98615397d2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523cb82e01fa32d3e25b0885b7410bb632c70ff5d3a3d858286822b5a93954ef
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194ba0bc38fc8686eb9d59d46e9e725ac0498584
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f6661394f8213a3590986c6904f3d9a9d7a3e14348f15e407d2d17eceb3452
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3ee329813581db185c478bc9bafabb663c312a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9982b2d39e5429646e2c42c9ec411ea7be8fce124b0e74862ecebcdcc65108
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb72ec05d6b6344b8199877c66c43b25eddaa621
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11880276d0052171873f1398665f0afaa73e0b759927449edb4f0e47e8cb1186
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5f346bd6557287a1b2fe0df9e9711808d2a668
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffaeb2e27c0560a4a547268cd495bfbfbb5d9ff81e196c5cd2ea0f3d2d0d6fd1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b2e7908e9a7ffaf0ec9e84ec60c7ff9ffbc4d5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5b048194b830cb41a70dc32a75dc6b1f10bc1f2597cc614ce17d6f025021d2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6318a173bd318960cfcfd04ee341428151fe6139
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc8b98dc0cde8bbdd0021677aec8c1027c8a2d3bcb3f966124ee5e772fe1481
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766d2b76fe575deddb14fbab1e2c62fa37a37ead
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3f36d99da08f0b6dc0d6c9baf05f4580a30a9fafa532e344ff55aa3d70451d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6eaa4ebc8e52da7175f0f9831174d87c565e30
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d871ff9dfec74ba57559c9574d36d3feaab0b34f80296c34c5c6d0c864471b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304126a1b5a35f282d9bb33cf9e3d79a6e579c9a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59bdaee2b112dc253bad8bcfb5ef34876d9b06a54347cb298be3cdd26cd7b90d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e785ffd004c70fe44e22d96cf53bb04c4a6a33f5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f5c958bd025da0cd5f84aef9283a182106bee7fe2296623438ad3f6ec4aa78
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68eef5eb2f428d69fc6a02c8217c0163eeca6691
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ee00e3e6db83a5099bf02a85d887cb044ef03d03fa7413ba78d072c796025a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183efdf76e2561961813856ec56bc8d69b1ac9c8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a6088908f5c8371fc594f463e1fc75b8e5b428dddfb1b4bc3f559dd26e6e0c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bb7894f8652b5ed71cb93d62037ddd116860c2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f13d1b6d0bccc824e34bfcef4dcaf999867338b997507d08b8d0a166d5c2a7d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018718d89c7d2363fb5baa871ab9323da4dd76ec
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b0207ea15298484abbfebfc21e4a56e87045347b6bb97b309dd5743daa6a9d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5289ffc3c5866a308813dc4134bb898149e9e23c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e1261d3422cc16f8a4c89b36bc0b8e31ac3b346e6dd87f3d60b252899dcc67
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..111b20a79b9f2e4891c0bcf1ec43c8005760e2a8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9445f4ab172fbbab3eeb9a47b81d53f71d58dbbe3cf9aff1dd0b81c3b68a523
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba604a82a8c003bf4abd42fc610f7d728d58b322
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09799e46d541358c5d738d570feb7fabdee42dd57dd3c43f4e1e481ee4f7e63
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617cec0fe6da652af79b12de190cd93a3da14283
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af515932f717b712438bd3ab3292bdce56288fc5babe731ac4f6e2112329fb3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f49ae15a59d307c42dfff9e98c064e974d6b84e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54fca39747fee98dd29cdc383b05c4080eb40d6ed00125f467eb25a373e4a438
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91aed411ba46a3a4c1cd3468dfaaa64d91fece99
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca564e860aa6f4745861f8f053151414d354e6b833622323e929bfbd17cec531
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fefaecc3b12731c7725fa2b6c351cbad2fed5587
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cca66a6683334f0efd4017f4be7ff07f899fe5648d9dd895b922cff90d0d873
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c4ce9cbb63d34932f98ff2655c1e2e6575fa69
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da22c520c82ade6bd2c8e75d8847ab2374f45821075cec3b3feac72dd6d90d0
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8f73db214b53a27851e0df42f853e2e8da743e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd95b2e7b5478f491e6d0e493f87a1ba61df1dabed61362b6391cb42df2209a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3306fb348d856d9abb4c2654bfd94391945fd1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa056854769463ddbc7e90a3464b7a1b99ac85ce371de22b7dc909fc10a1fe03
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88549c226b4389f8b6762b41a08b154c05893015
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85df71d96dfe4753c20777090abf54775cba13926ce6f5292b6d18fea2485330
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd1a2bcf5dd65a8dddd50ce9d2be08b276c5121
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d301aad82876616dd29802c81b32bf335fac7e826e9cc2977e10ce0fe376f740
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558271ceea4060e4c0e6bd7af1e0ba83ec41bae1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887a8068db5107dfb55369e6db3e91a78c87960478de55847deb532f0817b0d4
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a14e6eff36e1a897ffa0b0167144b8a5ae55f9d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7041bd60cd324a794331bb6a7a776e398ad8677a6fbcefbcf91b8f021be56ca
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aebbb58c89ee2b3b4e5ba820e5daf17fb92f631
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c501f6cfd06255f084d75bfb2f893b27935680daf7885941acb2e28090ca0f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d218319ee319369167d46ea7ffb42b15e44489d0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fef389f09ac8098cedd13a418303ed5ef3cbff9da0284a1982096437dcbf57
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622750239fbfb3e80dfb56ced19f77af72516610
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e9d785e6cb27f3649cf4e24c684a9e9c78bb1a197141351fb2daa95353ee37
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534fe1ca533f305cbde573c40d93e7d435f4612a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6c2c0fdc41a31a7af1a5ace1e3f4f1271e92f227e7092e3a68d373209a1db7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e025b7a5711eaef7a835aa4ebbf3b7c2203f59b8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805473a67670995e33f3335677cd322afe552192f46a78b5b5f9241a4e70b9d4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448244033bc84e54586afbb586cf23702ae8b0ee
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d9f94785de1a0e9c62b92e9f9e68e53943f9dadf04552bf3b009a74ceba26a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff2af3344daa05ebaa89544db53617c016123ea
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77be97025b72a377b6b593c9f4b54da298c97ae447a2f82c434a77368384f5d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5b1ab3be93e015d61289c88ad92cd5f48b25a4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d362a159c490c790c19612e746d8e451cca8a2344873b37d174283fd0461fc
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d6f5d1479728ec02167a3c906f6ec8af5363c28
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b749edb9040418c063ca5f3aa7e71bb10c6b06891f60c6accd04114c8bdd87fd
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8577d28ec62bd2769ccd9515eefa96ed9bf0fe93
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06881d63bd691a9c1f40966a3662fb808222383ee9f85366952716fd33fd658a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d670d402a44dda5a7fbd73be3375ae2db851cca8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf2322b93192159409ad5d04cb2fb3c8093fc6f317917b15afa454f617ef8c5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1085067a70e1d7482beeeb089f114a341855f3fd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b9fb9ec63bece134eef573086ac36633b25e4c9d612fea97b198c22358ebe8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb07b2f39a1d192d5e01b1628f64b1ca71f70529
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5511cd5bfc6f7694396de06f582089463f325ba942a6f0cdcfebfe7b075391e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7076a513da85754edd062426c580098de570e8a5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8732c98980f310bebeb99ca7c7daeade92d69a81b716259757b6882cb685b699
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f79e1234b4e0827a2389f0f390b7195a832ff7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188064c48669c7ca53d5525a076814eb29ac796593e39d1acde1477078c54517
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c319ae1fd5f20abf6f398dc57c0841257cefdf2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26c57db6fe8287841f7fd5c44b1505c72dd8330c88ecc527e123fb15367db8d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c037efdc5342b1e80c9f4f3097a958d59ca982fc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a91be06ea992503e9ba5b64ce7cd74b7dad3c8d458ade1de1569afdbd90d3b0
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e47df4f4f3bf81ff75490add9542b2facda8d9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c00fcf8a50ad58e0cb051d0d33734be9aa467d083ebdb9783183b9d2ecf03f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffadd11fc8281877be8687ccebddafa7a4158c9f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a6f0d5f9b3e1c21b92cfda66632262b758fee544eaa4ea77026cebce5157ac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad54e5d78ed4a31aa5f2e6bf5b333846480f9ca
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854e0d74083c070ee12ed2c3a62340b4ede451e93c8b10e033710c0c6ad0ea03
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b2ea27ecac699c2fda8aa895353118ef3a2970
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14fe44d0a194fdb9d1ee3e860d937a5ca9ce3cb5e8a57dc736ccedebd6539252
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b6234690deb47bbd9b91c2d4ae183a0fc0ec2d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ab2139e5c9d48ba1e6cdd09e7c03318981b872eeba51776b00e0c45f1eb471
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef18ee2bf5651e05d6aa6202bf13d5b8f7b465d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfc84e48ab64e4fe259bfb9913fe175d3c7ffb07ec7d462431542e2b8a73ca6
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea79319f194d3ffdf6f95f1b9c0900a2af84dc0f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca26aa21430d611dac6641737a5b7e14e8b37b5b2161a7b82977939ff2cef66e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723c2ec76a978347111f40a0cf23a01e882d372f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6089f36cf2438db100651c55a044c4d39ed59c103dbf1aa2b2abd43b97eca4ab
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72fc1049d07d53e61fbe2642e410e00d867e39ad
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4391d91130315f779a2a6e9dc11871742d453179a7ba02a3f336e21378552a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ff630434d8642fe7bf3bed271e01589fefd1a1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a3b8614108a9a5585b04d13b338396c3e4cf5ac5d55b11409ee3c7ddabb118
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54cc13f864e874f080096eeef18aa49bfaa1e7a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88bfe0e6b499d0b5b37f5d911955ea7e0ae0fc667e5db00c6d7c4104a849738
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1a530b51d06077a18d0f231ed3ce361fc5088c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d11cd3275db57439ab71445e2c58f7b7f35056d91df33939c377db1f6c2509
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7695943b1e922a4bc397103cca6365437a46eb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baeda62127f7667008e8e190d2bee46d13928c8223173b049ae51a1a5d8a405a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be0a007f4d98e87a3bac1282772de47c5fe42e0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ace00955daf477c1ba6bc922808fc1cd527845a9fed864255ac7879c95aa353
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbacf11a3496fa0401e8a9a70b77fcb46e50d1c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996b12c33a86c2e3b0eaca7c932c634b6442d7aeef91b86b089493650121baf9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f621c09e1523abbdc6725bc7d58e81b8221cc504
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1456bb3438cf398641edc4da903ccea17d140eb818f8059b69d65c2ee3213e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850aa460a3906f6654561e0223a0be0f31bd9348
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2332a4a1ed95baffa9d6f4dd833d93b8a7797f7525cafb0ca0448344b038aa9f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3307cc896d4c8ccbf6ff2a79c48ad695a0971f02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf198d21f8fbdce3e8447552120fd49c60488b70e67c10b93b75436f1007a53
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0505a300dae52fa5f97f1895c478b7d689a96b69
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81cb717bc35408d8c46f3fdd5ca36e687f42d019820eacc1c656d2a657bd292a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d28723d11624b1ba44176498e5af5b03ccda10
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c186de85459c98c42b36081392c40c974b968cfcb6e13fda6cd90b1e0893cd4
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02886b456df7105c651c46c87a9b4ff21fba0aad
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb6abeb2be21a03c19a0b4cd5cfb94d54e2b9f669de2cebcbbb483406daecf7
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce198370988b1256580ae3226e1cf146beeb7d1e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38625a0cebadb967842b3c07ac27b58d428d219b0710ca8214701cd991864e4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b9d30f29055e40822972da5d375f23dfc49d16
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4e3f18781a2d731b18f6de48e7f1740ad56fb80deddbe0f364d06a9f3ef7b1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41e6d90f289ada726dee06c8e844bba2c3cf183
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1737b3284686295168725382695ca49f7e0b3a094eef6ce1fdaa410cf8fbf316
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b2195283d744137ad099f5e743c88182ab026c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858d7f8b648b2c081d644441f6a4a6989e1db9105e1286cb6c440d5add6aaac4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853d1722f0e9d264f256244049ce6eb27abfcfb9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6056931623eb7f8b80149709c0212b8ebcb19ec3b628f54570b99006f36ba8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9e5f3004f03c15b00b0050a2658a798b0fa724
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9555a31ba7bfbc31fe854cc128fda46a0004d5f03c8097d86e62914b3d4526a0
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4872260bab0de33f3fac91459c631dff5a9682
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa88853867e5364eaf2323f1d3ab54e2e1cb98517942fa98b83fbb1e1df00101
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c4d262e6b72e5fab37f2788c992d00a8a6e392f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0cc3a1e999e53e85a72b6cf081b14b7b6dd3b4c05f07405d539dff35c87f44
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5312677a86a9cf601bf4d72a943e6586605bfa35
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe170234a27628a9623c41851d0e6800cec9ac53d6f5763fff4dc5cb705e7c0e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f6a2815f0a603afb5302c13dbf782e5e355a0b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e091bc96ce2ad48c41129b4a95e42e467b4ffdb36ae3b78e426d7aade6fa1a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2795665415647be5729c2a3903da1e116e4c72
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d9c49b99f46566aa789a495a70d5a7863aeec88de10aefd258d02856daf308
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c8cf4abb341f3e5e4732f40311d0d88706d5dd4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29bb20020a5161f1e8e94bedc9e81628454cb1ae42c82632960854f44dc5c244
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0593ce987d194f08fcd65583811cead623d49c5e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e83695e37823d5e1c7e95d4b31b937276dd06a0536bbdd738e54e76232b1ecd
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5565066655f37471401c3c4a3e6bf65d532db1a2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b747dbc2f8a37b870188a25225b1a6145d2b848dce97fa7c677c222604bf0af
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955500abbad31db2f280d026b3fffb5b207acb9e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d46f10ba1e4059bc2b2b80802eae461e4e9ea889244dd8e9af4947b9f01c72
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a51bc9e73be8b8394d04e137993bbecf1f1ef6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6218407831e88e29d63ccd3e04415ec31c1ab69b14e9886c724da29d4ed0866
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a994a36396b1182d5c86113ef1970dc330821192
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f759eddd6ac81eae57a3102f5d22f6d2a1544ab008c14b8abc1d62a2448c7e2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c17d0fc454d2a976868df66ec315f7aaf5c6bca
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a50d92fcd93f5e10f88d6028354d6b2dbd0de0d082eb7cd6fecc25bb713ad97
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4c7ca4ca5a4538526812fc50b274dc8716e639
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b649e5db5fced86ce1148b05e8e961216865a014ba4413dd3014b37662c73969
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec801e6151c79d98f99d88d3db673bfac55dd859
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f446ea443a136cc04a4ab750b91e937cb7c1f6f33f76bdf5be8c8667287c6de8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386bb24a93e8d979ecf558fd1e0770227db85ea8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42b44974c327b126644d48362ad7ef2b52767424fce530fa5067eba905948ff
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53138d5214cd180d328b783d32d63c6ae1239b88
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb28c3bcd2dc2005e54bef6c5af2425f8bd9ce152165e5cf91eec224b666a460
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c1082b4886d4e46f368f6b3005de093cee1787
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceec456c6b5aac0b24d6590b3b5bd065bea26c2c16bfcc02f358d365437d223b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d34d5e13cd11f92d640ab5a3582537d4903e7ec9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95836d616bb3f612aba50bb63548b2f20eec641e8365b697d3f9cd0ed171ccf3
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e368f283b53a386e1b2a7fd50543f09dad754332
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a545fd8af7963d582ab675cea5b07e93e151727245af245990098f36c198483
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b183fe166fed28511f2104319ef9fd81ec18ce
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b1fd7f0d2e3529be0f0a017b740e63a465130982927bf9d81264a600d24a07
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49910a0b238285088b5e9f4c8ccfedd659e163e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf105fbb0a0c1a6eea910a968b896fca34e0a862dd46c0f11c4b22fc34eb4dc
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4516abac142c9a704218e179453a9363ea93201e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c0fc783935fc5ba87d7a296f15703376a366edf0cf6cda9a76452362685550
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed8aea768723e10cfbe7efd57dafa9c1efa20ff
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490f57aeb2e74eff9c28fbd1c3c3d63f9218c947bde4e73bde27dfc408234717
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2810683e06fe5f96a945a5800282046eb5a972
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e424cfbb94885b67597f872edd2ea391fee30746791211c1927c063c97f71722
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f9aba760b182cfa28b683215b5428af1f7052e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/method/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee9e3d3bbdd81b86e6367a9521285bde37d14c9c5b69a3be3b61183994c25a2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/lm_head/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff815ea40c6fb8d4b8c8614e0a0dcb9e4913da60
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620b1890661566d29221193ea6e3de29fca28790df1ba855e6f3b6782120f264
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/lm_head/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f3f3cbb7b9cfb2018f5b177f3b934e60d82206
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b29f6c0c308f9de2a78546d6256c7690b563498f2edf02c98676d440c9b7b9e
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c8404a2646c58ad0c12aaf424bc9757f5ebd24
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df2e1694f3e3fd51ff124440efde6981b9331ae1a3a0bd47d85d734bab0cf95
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7744d8aae89f1b44a82fd6914404fd96a2e685ec
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ece8fd779f4f792c31dff7f234704d545be6df7dc6dfb0a754ea5ea918bf12
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb5d356139b139d9869c9369214588ad81571ec
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f422498ea12d5b04422116245b712acb24741cfd2f5d029732efcdcc70a0dcd3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b9d5ca4e56101d56abb4c5f760e630cbdcc7ee
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f56047fea05d7e3b0aa03d3bcaf7ff1db27f50f0d41e3973d03127d10e4dbcd
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb673946bee584ba91043f997a66a4ec4764472e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f328ffe274311b122fccb490ae44e5bfe87d931727f28fb9e8d3eecb5f06d5b0
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a389d112cb205302921840e8f9947f58e5c0b728
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4be78f7761eb5d4efd40df18a2ef1a7a2c85a47d9abb8eabbc09805d881123
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d745d0b55eca7819a1fdfb859b40d1cbe6ef7d30
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68234b3ddcf9adfc627b8f82878fc13f29022023675c633efd752dc5f5ac1531
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283c6c573799f59422217a8155862ddd98a80fde
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e5112ff612716ae7830ec91f2d8e5a82aaa854872884a183c8c8d9e9eb9b4a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18dd8f51c51c31e397722e43fb82069d965597ed
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6704f98ddf96a4c18e521c5eb35d29cc74fc1bbb7114fe78bb083a58a14261f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddce78b422b4f062e2aa8e7d8898e24abd27be41
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f550d33452a19930dfe2a0339f5198ae82c5f58883b7f27e7bf2a3bc7bace802
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e093f6ab510630aa9a95125a72f2827c88c677f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0454eca1b3868fdccd4e6dc8bb00b81fd6aa21a7ccbd4040807903c60480691
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e83ef0a2d7889b3c8ac72ab2777c34d1360f6b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab25d29d716fd9e8ca8a5a375650114726bfe25a972bfde78689861b04aaf6a4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad19fc6c9f94ad88a6964d56c817e9d13be09e1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca2dbbd6145136954df690d8873a74b0f0a86c9a409682059a5b9510c473556
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3282c72d005ecb02d85ed43172fa630079e661
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ddeba9723b6da8af65d62fe2588011dbe55d2a5d969c88ece5e84d38ef7c0d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a523326aeb6116f7d920443740ea7976cc3b32f9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697252c6eb4a0ac8323e25e69777d3406286b37a00628a408d41691953efa6b0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfbf579b89348f5698c61eb2ff5b8355e34d13b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f75778ac313c284eb48cd15ffb9b0d8d80d8a073d6cd0a6b0419b278a88588e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2921e08a743904d5d916824693fe8f8c93d234ef
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb175cb459e61e9400c0c1a34414d0ea20f3e0da096c49bc0399c4eaebd7256c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5318a1fbcfc10944db227b7e711d1281218366
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c3176afa6fafef2c5e563ec9a0c320981d3921d4f4db919037d75ea2121d9a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a12c34d0829e4be86c594aebaf441c01bb12b3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06284587a31db3f6fd5e2427549f936c053a2a76e0bd8b782ae89860e183cde5
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7aca0c183391083337e21a845ce514a70315d3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a505250f1d92027d554059ae2fd52e4af2da8beb16e8a7fc84666869e637530
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cd81f63f26d0899b8bf724ad685765d6802fdb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce325bee5269191732caddd1f8f9e6bf2bbf8ebde0f6f45558514c4166ab5f52
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a301c5ff9484b1d9193cc0025cfe1608c6cbc02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4afd3d2eee0c4d19ab15def52d37c9b3d06fc1dd385bf1884182f7210ed7b047
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5084760712ec3ea024328f841e9c04926f946b45
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c78d961d1fea7ebbb90534ad5d2147e409556cce5a0bd17c75e1b50bf2233d2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6fb63ae48cdb15d7d2e1b5add93f95af44c679
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9861ef6d4ea5a84f3b0cd1aceac1891b74cf8883fec50eba849ab8c2b214fcc1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9102bb02a7bb4a3d64d49121f3a5268a144ac1d4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f59cacbb8f65474fc52b8e3e07719cc636b0762192ed2afa5bfa0d1c2f1e55
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2cf83cda5c3422a0cc59a90c3d915d9b1f9c6d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e546013dc316cde8c5707773784f31ebc459418dd36febe1d7bde8732b565b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf17fc172063830de4518bc19dc35f39eddfd16
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017b24c515881e0ebdea8dfdc80df7f914205824d7af11832107603bd8f9056f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad8c292c823cfbd5a39450c438b0e73176f2362
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f51fed8b1d0dbb022e775a11b889d21f8e7e1da9fdff20d17def2ef3c697d13
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd1aefa58feff905d5f0f66751d6103f45cc29c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f211339c777034faae523a230b044ed72cacd79afcc257b3fcd6252aa0549e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83eead01f4a00717497ecf67b16fd9e4957a0ac3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f831244a5ff1a1e15c4e92c0d1b0998ecbe3d700444b5ba22840a4816f7e7e1b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2411efc30ffac638eb3c636bfc3704f9deaa1a8a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b701251d2382290eae31c0559d9c34b7ee3fb6df8e4352068c71a11a459502
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59816e86936883a7ca023826b85b1573842ebc23
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3e923daf9a7b7e1702706b9f0a57b0f30ca65192bd5edd6df3e19ab5db9c1e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a633241aa541bfd6f8a26a892957ff4bf65959b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9678ac4e2bda7e014dea0cb1ea97724b5e9909ebe18fc502b433dcc85987c34d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d38dcf230be34d660a88a52852acafffdc7be8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e8f91400dfe8239b99ae2b7a1ae5997f84cc0af57ad05de2c27fd471a1745a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b60a45f735e7f18022f5f8e56fb218023b6067f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261a57506100cece94e649d72241d0050906205d8e0700278cfdfb32f1dbc804
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da3c46868b5afd81a94186dc8911a2bb4a051fa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec761404ed76500a1dbf074c3b16516d82273a6d087ee6a1e82a277926d712e1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a2cd3cdf71e30a847b7062b00852ace5cf5297
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8e895496e0bc55ba4b48cd4c8003a41a1ebac2597def5562bbb6ab1c9f3cea
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c960adaf1a84f96447c05bda59b60dc3d6888853
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e159b6f3134c3a6d2f0cf1aa5b13b23e38a76c4360193a0c557ff445fa8b79
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120485e5b9927ac4864ebc81d82a9a1d45692e44
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d807aba1fc1a9f5023573bcc619f0f5d4af8b101ae72124cb250981a06f53a0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d34a39f84c88e5fb94beb858d9054761804047
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01ac4098c22311a676954d0c3145ee49b2619bd6bc195d6f397cb3d5a562f8a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0321f3d709865912b630c96706e0cde1946c149f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3b62d5406c466aed33fa180be4cc13cea7015dead84977ff4f0c1b0f3f3eab
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace2fdaacea654eba0d98bc213c213ddcec415a5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5910829a99409e66e08ac08f9080494ffb816e2aefb9e0292605ea5bbc3246
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8da9ffff753a725790b0da501ca9516722f129
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bbe124d0966ba03f764051bd55d08dda20f457911829252238e016b3751d51f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4effbbaf67586e66077ed75d4f043d217f62710c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938a45b8a2b83b2296b9a9fad8719c30729cf40d3e81ba71baff9884f0a74bd8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062fb298b6bd53395c2b88b3238ca3936074ae86
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d3694968c96bb9047be8fcb41c49f861b128a2c3c21132ca629acf5609ccd5
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1597dff64e92a270860140c768c1f707e1ea32b4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d42e3e6a6c25e22f9caa5be06414a52bb5a32f0cb9dd79f0ed507a00f7f6c1
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2902e2585e327addfc4b4649f6c13fd77879ba15
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca0582987eb5c40c58121ab7857a94a76ebbf2ac535fdb6eaeb6154f8cc85ff
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2412e249ef699ecd2463111309b7617640187843
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084836fecb70cf1be79d70061cf213e33497b24be3a4ac175a1452bcb4155bc5
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2267cf71bc0ff3c13de8cae4428508085f5c1672
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d8777c7d94ea004724a9c67b30e66238926a255ef0c8f0dffca0c8cda67c3e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061e7bb01c0eaa40fd33a2e13b692fc5643d5278
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbc01f9021e76505d167b00250654f46e1cd04a473adaccdc34629a09d70dd0
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b5ab2efb5c900b755d4e0c1d6c9785412a9cfc0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6999bf3a3649705ff7e3fb6549afcdc955a4d5eda7baa73aa6ebe45b43a6080
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032c3b8593545620fd7cf5fe0c937c6ba1b2a02d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ed8ec38d3be218adf4d54a699358ccfe3bfae7e4bdfce0c05f3ae4824b89e1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdade7a99bf985b3b6199594dc685869c5072960
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6d1eebabf028b5591e5d6f0c8b5c904a4f8e98a5b94620f6617f8a3f068357
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1998fa4a3e58958dfddc4e13b2f7584802aba3d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f553587afd39a5ec74d4938cb56779b01221e37e07353d683f8fbac27bca005
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cfd56804201d46f46708a618c46b5e098a4e3c7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad828c3276de150742eeb5c64616fc7ca3ce280dd130eb2a2f33472ba5c21e93
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba415c77d1c88c244d854bd45548d5f4a609e1cc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5e7f7c0cd2a29ac71c74748bc185d890633c00d66749d069f219d08ac7be11
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd2500e67fe8268c5125c0d971552ad78d7794a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335e5beb4a4d98bf2fe990849d67d9a2b4b3088b62cd8342950ec2feb62dd492
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac85bb0f4a636c96ae22f973d47512123ff5c188
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a38f33d9b69f477f51424215a13db4daca9c1cab0a44266d33544de40bf670
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f7744da4bb13174dd62c4d167cc7a5469633c3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed790fc345e33913874d9beaf99ae23042679f0e41a837be4f42b927400eae8e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff2ff95b49e06fbfd391e321df028af8668bfe0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb657bd9bcdea37b2e30d70fa91795c1d99316109af41d02bc80a0a0e6bee97
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50703f36de6fea6c4b9c97eea5c3ef5ed375e51a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a8b6253a054837ab313d2d61c574f75b35648a66aaec8e2961b5429f3c681f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7934a4ca2ac7a84805b1c2c8ebc5fd82f62646c1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75b690b77037c608c9f3a6dabf45b9cb21f8392697cff81cb72a4960bb8643b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921e9d1a14ba8e9d2645846e50712e0ccf45d237
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7d7be64456d49205908bce5792164557062b94bcade5c51d310eb5c81de367
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90cfa1437856754ae81550ae9ce9a1e8f2605134
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a95825c27710e95e0e1e95936fd8a63d34de1ac9bbd87f46cc7073d922b6f3
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb706f7ce3c5a5f2f7c7e8f586494b9c2899f980
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449d99a07d224bbecdd7964f14acae444fbd12a790793fa80510fc12fa5f4c47
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05af4b76b6b48dbdf51ba4b17998ba9dd8c9c673
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315af7960af0606735ee56a05ec09e5700976001aa380937c00bae77ef1fb6f7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7571127c3d2f8be776c54f1b821fc592e6acb68a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad8423161e3d66680b6cc6c53b783675f5f502a68d94cd59f94684b684882eb
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407cba729f164ff593ec5ef7f3088ab2a2ae7105
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d81e6a8e99f61a4ee26d58cda84f53614d03421252af08259592590390705d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88911f22bb2c2816e420980494ff11de8fd5c83c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f4f468b54b20734e394af85ad8f41651f30feef59cce296bf7050f2e9985c9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf7dd096d76757e176cb8072dcc20f168ac2688
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2d5c97fc8b7ec7298e20aac7361578f72068b9b98c3d51bf204631bc9c2345
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e9c53e9f0e6a46245fe59ec1494ea1c869b630
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ecfbd3d2846c72aed65e3903e2132105f3e5aeffc885b81dfeb01ddceba814
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6032fa3e194c5b82881cf79c23034382d23da5f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735bb6e79fad6be98b94d94f03ff7040f519c5f19c467cbaed8704c8581d396d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849090afe9ea31544afd29828b5fc8547cdb83ba
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9cb0d186ebe58dc6a665e9131f2da028ae4d65314484574a629fa35d12477f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1071d84680b7f6a5f8ab902fc3f67df0dbc09d11
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c1a6dea6fb5cdf71f74e4fcfcb0cc3f35d5c99d2bf38d1237e4dc4e836a206
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3662d62c60a8995f829c162fbbb6b7c747bd8d3a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4503981e5ac7bd5f10af4d59bea20fd6d5c612647ba7deb98d0dfe97c23c4b83
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5fe7d101230f39f509b89d42dc53b15cd04fea
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3485c6cb1c49dfec4656c7ddc375346080f0409db63706b4f922da651b6d8d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe2810ca0a0933ea6013cc65427cae55b936816
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b278d131cfec4ecc26d66250c35842f17e7e226e2112fb0def40a0451a26b660
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17db7f39dc91a865bb3335a95a3dc0595440dab6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16586d7572e44a1545a3b0c2f01b8b41dd6ca3dcad775a27a57d7c36b864a1e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8490652941b77ae714fbd00b62a2dd1e39794f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2388526f2ba2a17554cba57d073f1aeb50027192ba48aadb73d786ddfd6be6b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8e38ba26042d56bca4269885af630f909f3533
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed680e04146cf0bf7fd80c1a7d288c584015179a96e4a457d109cd6a29a656a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66cc12c0d669a238ed2dfd068854f4eef318296d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e90cebdc38480f378146db46ee7736b62fa6bbf2662751a58591b6a5242f75
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4d07e9fac35c67e0e6c3addd46bc244f82fc72
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835f92830d8966b61d5325577494874a3edfd89a7a27757f03acf51251855f80
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4efd9e9eed907465ea66dd8abaebfad65453216a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a257c26d8dc54545cde781fbf0f4b189e642d361c45916c11c2451befabd8e7
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52360af32635be7168cca3d40c1ef0e416f8cb93
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbf129f824fb25c0322d39436caca92eeb0b00b555e16012a65a60f3a00e295
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92bbf9305a80867fc140633597cc6743253bfd90
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4185feb79acdb1cd4ffd2d56c21bd11e2be3eb180d46e44fa6cb67eb19a777f9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c90ab04e19b188325e38aa8b45abc232afaab49
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3cdb4aca9c0da9f123b1dbe787426dcd3c286dc3a5cff20eca2a4b31d42afe
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b1273c1be508ec59c3e59adedc2680cdbe51fa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a88694497a38873fa2ef23238766a227da3e5808bdca102583ed1491ef30aa8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34aa79b77cda2151254db89ee7bcce72e28165a4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59e65cc436c9f4da9fadcb443a69b52220eccd77176fcc77c5d6790a5446d34
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b0da77ad9ff009d4e9d43cee06fb996ac29ab5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4675368f49b803f539e2f48d4ea4ba583d362bbf789e94a9bc53a02d3c4d1d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b104cd25bdf8e0503285210f0c1ff9596f7dc3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d07aa09db14a275f2c6ef648a19ed2c5c7788faed4bcda9cea357251d38bb5
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2dbba3560a632e46d6ec3c4295c122cb33e622
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b158c8c2a86c9f2f98ffec31f73cd5d84d5993d992f509d0e9cd9773a1476c89
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d6644d580cfca8affe50a46998b8fda15ef28a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5a75b85172f727f5e9814acdab06e89a05939d81e56193b3ebdaea2fce826f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93f8bb05176d4affef7e08d32c0afad648a272b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943652b1c01c926dc35055775e69072fadf39c4a7e77b0e0c35c9e802865d448
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e38e164ace5ecc6579cb1d0f628f7db30126f8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ebf6e821699f093177fb6d212e40153be45a6c71907acec47d1cacd67ac43f0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe714a83bfc795016dba9b9dfb6fc23ea95ab02c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d49aa2b76d8afcc2e0ea5841bc837040e8aa515749434d89a3fd537665294f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1344c3e08777a4d53c8bda9081b5909683e483
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4efdab1c522d9ab91534420fdd0091e504f14a3f2d8ed2355ab65d01f17eccd5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90dc0ec2b624e46b434516316c0bef17bf51c2c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:472e5fc67d05c06aac0b3f7ab4a5a1c10d87cd1f838f5534077fb2c030aedfe9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2375ac0f2ab7219cbc2674385aed3229793c0c69
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7164a1df11f58c3f4c0193ae49be494543b84cd9126696415186341ae0d66b9e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de733e24f588d0743d577de4da0b8c5330e4f674
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b296736b500b7e941dee775315104d204c81078f4c97e4320607a1a207cf15
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e10834a67b651bf96cb35769a8a68c0055a9a4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:effca34add074c71f91773c2254d2c1b6adf5da4a825c531ea01f8cbddfe5329
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826fb8f3969152c1c9141f68a3d47c9b48fbb9e5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf7f263d3268ff403aa9751115c3f76236cc298d20be8b3f71bd7edb4e84a8d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301f8b8e4ad4b8e689238b9d48b8a0224c578f42
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2983b2214192490d424158bb2565c424d30eb144825280dec9bfcc329d20af
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c685305ae1c2b3ee2c3463efaa6a023610008a6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2b703dfd80fa46f1c7edec3e38fb610523f9fc4ada74344fc89639fb733756
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f03ac0491e07ccbd20b15cd10120de28b327e84
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ede25e879d096fd6f88d6583a76c2fea9bb9ed5546bacaf030c11fe26d30de
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec98357ef3eaa7223ff67775779523661f37122f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8377eb36491457e807e7341f20ced0dd60060b2f4281b2070a5dc29ead5012a1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f536e974f25ca7e19e65a81cd526312e57307d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6c68092371b703753595a6ea8b230dc27a18cf8497cb589a151f67ab16676c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc9636e68cdf95844e1df87710cc4bfd026bfee
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0492e18f9ab5c0982891fecdd6780321c4023d54cf668718c7d72e03625e0048
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649ed7f06e43a287c1c8ff3e206e771885afa568
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bcf4ddf37e31c7ca73da224381dd71efe909d6fedd7112b98f5d74b7285886a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75eefc6f281fb576b916abe62824497a9ad2e68
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eee3eefa1b6dac7d329a1246bacef8baf74ef0d54654c4a2ba049ec66fe4fe6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5daeee30c2d6b390443b2c411c05859c5531e142
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072a988b98d9c3f0f397e3ce2364fe06ecc6f1ae6b5161cf77478f91991ac04c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73435839fe66d5af53b68719e9be8e548fb3e24b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7a047290a30f725fddf35913063740a792dfd8015b4eef0d4376f286d540e9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a5a8bde37fbd6a8e249dae55d9057966a3f59d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d6a84a9d7492b6842313d862110a5fb6dd7efc60fe569bb40be50ac02b5595
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc7c6e73b636bae9c40d4bf466e437a419a77b3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161bb6122982b47c562e2c84920be637302e2ed664224344ab1ae799c3654b8a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f7644bc2fb5340a2857210aaae00d9da25809a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21cbfaf2f2a0394c06c56b16bceaa44aa5ccff88da6b37f863e3a74e541ce8c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee5d647f1bf10145a731de5e03cba099bd43be1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02636cd02b80a830b9db7af892f22c4d06548f4c5bc59767984aba603c652a98
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f156004742ef84bb66d3622675e9a7dda3a8e8e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f786e004178b6027e2510d7968533cc46659fafbf5c27fff0d5fda0da4b63930
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc632feb58265ccdd61912193f0865464a9a06f1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ddbd30d7e91c37779f710c869a5a22073c1c85c47db9ee80b9239d8aefae1f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73dda60deda374aa386b6654939eb25668ce189d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61fb7ffd7fd18a0ed1fa846fffba1c0412ed52f0b6cdd539d6df8eda80f82c16
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a42bedfc6e7360fe0bb7a3d9e0dbdb7befb449
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ef65c1224fc1ede896b5e637aae11a9869ef0ff99bd508d05fee74d6b0e5f5
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ff766412be939a854df99e474da3f46bbe9580
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7536f47c5f5f31e4fd19ff7634123db2428d7335e9f550521159142b8bd7a759
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78633d45b05d3a7734be8fc38775a73651a72eb5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d219be64247d22dd3ede1a116180fdbf3f12fcbe99a21c201ccaa9613f717678
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcecfe052eea05c2a65763abbe61dd794378ad44
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d1affba643c877e9fcf19e1ec69b7de03bcdca4901576e3adc39f3a04e1fef
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ec45fb62c4c19444fa02a9ec1b4fad5b2e92f8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471bcb107085f951072b2103e859e7f97dc59b81f845af56f50c3ccdb2bcb302
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c960026d41614db2f5b7a63e3e6da88b8d2ec5d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfef1705ab954591cc5ec586c6de39abf23d6f98ea50fa769dea262044d15adb
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a640ba1316888abc67c8fd96b8e2f654d46a4494
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc30730fb56f7399db499063bbfa3785d9a1a325385d705af1f7a2db99d54f6a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1a6618d52f3bf54b4d1fbf721268aeb3a85220
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a21086564d66fa9e80594196a458baf9ff975c1bfa609bc3668a061e1f0328
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33c8673d0f8696c9a88089153c11ff37171188b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b0c43df2747d7c47d62cd78d8aff099383200d613a670f6d849271d4ff725a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1139f2ac28e7f070d1140abf2e2e4164b39e235a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5fce77894d7e64a471bdf50180bbaa88ccd20d2fae62492332579acca361b5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cbd86ac56cabd97ba77f9b5f8ca6a5cd252ddbd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c821fb21c96cbcc12049824e058b5d5ac3eeb79389587ce82963a212e709828
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..250f01ebab1d31c9abc843175ab192eadb1a9beb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93796c2f8afb2661ab40bc9a01f5999d28bef767076c1245a546e894716466c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d34298ff8bd58b26ba2d110b7ac52f9dfaaf44
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec730b60695a5c0f2eda8db0a63a95e4448e9ae0ad4a5deaf654c481d6131006
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4082369fb7d2266a70af6df3cd44cfeb2c04af
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df0df280a549f8ba2953791672db752609ee9b07661bd469b58df8e429f9dfa
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82393adc63d8da228ae0f25917b1f760dce36119
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf611f07330f60b70b32d43730cfabc80ee6f2bb89d13c39f1e133551afd005
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af51832359a81626ecd45013a72081d88be76eb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16cc0aa06fe4f2baaa798eb65d615de2ac7a0b96905739c1e3805c9f40f88010
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d73d0b8c0c3c959e581648ca97cbbf52ea73725c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd26debde643cfe33e27f0cd007c461c3b64296b09c6ff26da2e929bff67ccb3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db106cfcda731faff3cef6601ad74fe0598fd27f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8743d71213101c69dbb10a0c7a85c665eb684169f1b191dc93f944143b9d45b0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa828130b1755d1838a195d2eaccdf1f1b55ed5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99038a287bdad44b736e0b57d8c1417d568a9d1320201db0b119a7356811d060
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..325f597876739d9fdd9db0039e952c4483f629ea
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d424daf7efaec6c86cd9a3b382a4ee567f13a4fd9c6746086e2e64a0b2ae9853
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f297eefd9731012c788fa96d311aee7e41cd2a93
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98d65304fe50097b97d34b0a30bd3327e4dc00dfab8cd53e73d8b5540d14ac6
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9911a97ba7755cb5d6005aca72a67c71f513ac2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b03964986a051a8e0d53033c2dbcb38178725f13f3f086e74c4f1ae1bce46ad
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9409100bf721bc3ddd77be2929f16e797c4ec8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b055608b9faf4a91f8d0e426686eda6fe160401a74d60b6a33f0a10fdf44d250
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f632299a62078f45946cee03f51a2eb349342f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0172de51f69a034d22707e953caa4dc9a2c63d400f2a06a47e477137ee405ffb
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d34ee231c14f4fbc5f2ca0fdb3b7c4618ba23ab
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0709f4b0c9908d904df4a9295daba0973f8cb422892cea8b69e8bbe20a7be00c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9e40907c793283f42f959a3c7d35b694702908
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a2378a64ff998ad012149b2baeecc435096762a03ee8e21b6512a87aa01449
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e736ec0a5d1ed583c83eff4baaa9fa1aff4b0b18
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585068437efe1ccf2ebf9d3eab49a6e08cafc40f3cf3016c805bb02dd3126bea
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..896542b8c33419294efb4155698042ff6754bb9a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8d1808ae2f0fa86c8e6d0da2aa0eb90ca412ce6407af6727a83bb219216c35
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29b9304e022700dc57c1f5d688e081f71f7ab98
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b371500f36112049ef74e580298ee8e5517ea26c903455a75acdb27ee72946f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0881e9f62551d41665aa0003c5d8bacae682259
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41eac08fe05a557927fadb8beed7abf5acbf39cb04f0b68bcb124d2a9b7ed4f1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768045f2d751c2ccd99a32d7ba3b409a4b839e07
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47df7da0fbc06be1fd0f4dc73a67b3ad2ebbe8e8d88365b8f65ee3b1bc67d6b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f1dd10a695b3325bc24705ccb4b27a44b1655f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d99c4dd78e1fdaae51cc2d202c45dadab61fbef9c43f9e2953276ee1bc79e2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4718c4ad221666bf494b7d6ca67604ae31e5232
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2ef0d2487df53949bb282127d5e3f8c256a947dc1f5e7ba5179de41e134508
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a040f591581bfae8b9ecebcc48025e2d753c5d5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09f6561af16c0351ac8af0bb0ff9a1d738afe35f68228b972b095eb551f64ba
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b98a0e21edde79b32730d2c09a524fb30361a50
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770e747284f634f6b44d4918ebc40f1bf8ee7ce2ceb0ea9c6235c515f6fdbec8
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cced37edac1010668764e581cb4d198668b814de
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5e6f42b75c0f130919656e7417c5f06d007a51394baf9c2a82fe142d048fff
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4f69974186eb196d1451ed374fbe1db4e8edb9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79f4c7a0011436443f4aa7ffe6c82abd9e3dc96fe4288d874e8df598bfdca82
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31389ed3156a08f1fbee94b21cb9cc88da123c3b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad4dd06014f173e8ebe0e2e580dea4ff5112bbc41736625215fff155fcf8f00
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e23e945fa49ed09950e6868f32c12478d77193
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a7860ba81e87675f404173eb61fa4ddc28b40bcd77b13b5b7ce138a71ded04
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d155031f8ef19cf1effbe97cab50863e58ea02d1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddc8bcb662bf45f8610944dfccc67cc57049e5c1b63c77e1cfb7f522cb071f5b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c0d4009be33a23ee56c3f1aec1a0b69551b595
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16e19e4fabeb808c1e5091b1e28dbd109e0ff93cfea0ae7b44ae05b97ea2078
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6f9490829077a5fc0b60a455fa2b8a5da07cc8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed192955eb2d78282a9f2ebe010cf64f7ee8a99a188bbcf38aec15900ee0bfee
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2930a1d93f1f8c32bfc0f597d9b480c4ae636ee
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1a8debd7f352385b9ab324d00688b10b8f00a3fd4b527c201290c6fc0d5789
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038c11655a1ca1f450741adaf029f928b6d1adae
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adac6f330f05138ef89355d077775475ab3541bf97d005712fad282832aab645
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638d8862c09146a5142ea217580bb9b73d1e2399
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534b17f43bba451e86c166485be6322cf7c9794408c64eadce3785bb9cf3fcb6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20bc6151a675e7ad50024fa8869ff8aed01aaf7b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0dc37df6f1306665c8c157f22c70e6407058748e87a8db3b2f489ab0e17f784
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8d3a1e63b0b03dbc63c095a8beed7adcf8bb02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27879236c1b8b2507c642c4a03abb306c4b21d4112be03dd0c72751e4af1f5e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13243132aabf2adf71d2a51fc6cd1512ec2203af
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9069e68526a0f2b19b5f37022e089c6c6d745f86de19f00413f845cae588d7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cfffe34d8e7d3fce1e5526f119a217228718cef
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48030e6467bf9907e275dd8de1155d1653887b4274097b2e2360f1e3d9dd3621
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5465182e1adf076751ebfaad256735332e3745
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c284c6e3d93f58c6ab6d9826d1c36ea4a5e640a3bb93c924072b3cec6883b5e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b4484904882b24cd02599724053ae3183e95c4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17459d894c057a8e546a4791edef47b59f2b77c780f9a02f55bc79bdef358492
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e20b3b5b3ab915765b06b0cc43d3628bb11a58
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09623c85744d751570dd90d5c674a18b8db815e5df1e10b1bf671499f1c7a59
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fa5a954e488401d129cdbdbeeba9d45ec4f766
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c270725316755bd276ea9c1658e6b5cd612117e87fe7fa06bce7af9cdb387b48
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac7cf0a6423ea269ac9596bd4d3b97a9302d71d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26315874d846e30a4079b0a3f5b5d4c01e8d4912156503f82cb9b28e46bf35d8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814b860cf115fda36b52cf5b0e23eea4a341170c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a70505cc00bc99b989802028fcda882e2bb1630742058c55cb599dc69c46a3f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52791bf3fe6870016ac93e002b0c98c6000321cc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2017a6cf71ede4def6847104fc0960e761d015b0a4372547e89ca7d304616c09
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd8cc138ec21112395a82bd782e43b86ce4675a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59affc01b9666b0d443eaef30132261c660e082b9ff2514191f99f90f4c53fef
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dcac8c3bc9b7a3808223d61239771e1ad4f6f16
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298f0af1ce702c9b548b2a273bd869b07590cce492bf4761aa9a4885d6f3e69d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3cea173052a43509c44b9955f57aa690967ce9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f528d4ce1c3a940e0e39b3eb0e359d82ceb52bfb2d0cb736f7678c446de80b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a453fc5aeccedeef539f0c5150fa93948f9324a0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e5da7a96f4b0d85f17ff24efffd3224cf9e8062c4840fc21290a83a449f75d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a161656918cacd354d220d57ddd71831f374b21c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f290c75395632d5b02e17e87a5053c74397be9edcc089c46fcc6ad6d48a6a589
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5432ff4ed7b670aabbd9bec8a83d000a0007cf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03cc72985760ae0f1298220f955e2b3d2f6ff7aea7d68f5828cbd48aa11d9fd8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc57b5ecf11c1a48fc93caef3f653611a9ab182
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0aa19c14c373e5c034f1037b72aa019115bf5bd96ed018d3ea9dc3566643d9a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1caf1ffcf8663cd9e4879e78f6292b7cc55fb29c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb47258d5271f22d17cba91172a0ef0453ebbf2b1fcaf3abcbe2c68ee0cf120
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668cc08e5a50c5e4851ee847cac20b2a70b0754c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a840053645d9f5e63fb0cda1f2c1f56866bab89452282f275c1c164579f77e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d9de5ec4adee1ef142ae5f1b8f729afda727bf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58cd04f8b6430c05271e5e9f7497cde303518c016b344e6f533922933e56d54
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be9f8ab14bb3219c9e34c92bf97c0ae1ed224536
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb3f63f63f3b3021be0d49bdbe6692ef7767d0ceefdbc67cb809b5ac82e1dfa
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a4072dc0e05f403748fedb6e70fb589ba0e72d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ef77b5a38d554ee1ccdcf7188223c95b326f07f32f7cb3ffa3d46ae11eb6ef
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d36e2b32218c7a16948de7826b56d6db40ce33
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e235a7568ac8e29881c627b69eb29dd8407bdda3e9b1bd2e85a6f99dbc97b7b5
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cca413621a27d4a4a4e1baf69080a6c31716cb1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e306617887062f05aa577fc5eda053055485efe91884cc8f8847173901878bc
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811caa9a2c7696dde6d020f5344745bc9611f16a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c80fc053b0b10163f4819b342cdb9c849e025619303cebb5ceed4c1aeb7999
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1df2a0ce9770fe837cf27709eaae641996c6213
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af73efb988ce6fe50a81bed5716fe4d3b7d09e2e143fbdf170d9933d9728a28
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec911db5a1030e14f752df5fb5f3ba3689a2c885
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b7669db83f4206e23397458125cb6eb243f286381e0661aad7d2cdbd39cc78
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b20afbb06b083e59ab445a2df5b07bb3cd7e01
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3951d633d2ab99e20760576b1cb6c429b351e38445ef6778688c8134ba6d53
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3d73bc049537a4e9613a647efe9c48b5d7a60e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108fd45270b3764b711e858f02854bd430476b4c2a1b065d714136bc62976007
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e7fef58ce085eb54c117725f7f56627dba2249
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28b2cf8cd4b1babdbfcaf63a295cb5873682a5d307621d713faf662a80d3d72
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a41218c6fe14a5b2dbf21ca4466106032bee713
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb60402b9b907454c7885b2b03cefaf46eb7c03e955664fe2c6992490823f745
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfca7b92db273d55b631fff579fe752558d173fa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897f881e266a90133db55e637158b3a8af1f81eda16027fddc48c8c010e2473b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56513d3cb50314cf9632c5c0085bf54528fe0084
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f35aa1b49de4636d8190aee25164d85dcd259e058afbaf30347f61581d9d93
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7858ce8d8f1fcae6f613abf0b71a705a5e0702
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b8d86e98a54408e3db048bdac615d50bf8addae322d3c843b06626223c7a9a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..181a9bffb85df8855fb99f233b085da520623bed
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea5d7b695beec0a245bf0a68df7dfeefde0b8333fdbc3988a8cd24a1e460033
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1268b9aa0a90508a2e30198798b9655fda9f63f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beffa9ef7cc23a61917c2a176ff0f5fe1f689b8f2d94742b1efab70f7e512548
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4ea1ce97885d53774b86c883434efae1d9e52b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a447e640bb2566197722e8406126913b7001293eb4072e36a648472219b90695
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f64bc669d92312bc8d7b080783b45d9de99fdc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6c9e89bd7b10e0c4490b15cebdb5cb45b630164896194dc28ec27895a600e5
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2a1d12084846458b34f732089e10c74b99b2ec
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36430f165555f0ab2a67c46214086f6697d85fa88ce4d49093bd85a54a497992
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64ec5adc0005771f9d77de4e922a5de7bf7de15
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9afea0445d5a51fa473abb99517416370cae4be96926da0bf213acb643389e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f597db28563f39bbe233173d3cedb7d398d6d451
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be78e424091e2e117fa83a9167f0682ce76f0097dfc46c6b7213c8c915525b90
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8afbb4137825a6da5f55e4d639adc97e311271
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29379842b274ec6a55ee48764504a85c5e5485432de130a2f0e79ae64bf2b9e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e41ea3ddd2dda03732e1ca188e4fa97f6d5bcb3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1561b3c35222084dfb6a35ee0d33cdb72cfd1abadadef714401edf4d249810e5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf815c95cdf2002fe76e407278e97a5bf8e66ad
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d051227a16076895b41b999825f0331df2a1c45d2b2c71ac7f19e6a5be09b7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97760faf9b5933d132a1129c243d37a3880ee32e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19990319b517e0b2080a5dca09b5be5568327cce43fc963a71c3b786d0f0606
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d211ca42ba8a6f9390bdc4cf463ae992921a89
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff7990ecb0690ec4258c6c6796bf6aab5145675ffe467a7e46b5c779c4fdc9b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d2fcbdf0149ffe2007ba1d53409d91cfc8289a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334d784d71fc380c1e4ee47af750589c299b55b29f30f163acf84897b9d70c58
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aee090b17699a6e8b9e21809dc6484bcdcaa852
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363094c0754df63e12ea3216dd1482e91f0579f71dbfe543f2b00a335be57548
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e002ab5f1a58c65f253e68f1406bcb1c5634d0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592fe7a1294542b91e556ff59c1963bb0aefa6fe063ef3189acc6d8a1188a499
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..056d383a03d7163a7aed47c51dc816bfe72e5d11
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7fcf4ddebb6b6f469e2c2fa197c7adebafd9b774cd8b3717d163bda4555863b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b233a05542904d1c381a8766ac118d6e694733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00a0fa21396ea246a4520b39cccbb7f2c823613acb33d55b5736235b8dfe6d2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e312fdaad031232ce6c89ac21e97a16424304f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5b166797329c07e8043198b2e307eda36641e1f3e144d22da3ad9f61ab1fd2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a6c379db86cc654c633f63f1103df95db7f3d5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308d3d6aa83432d13c294116945a414c3ba255a141d29b21148d4525319c594e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc6a0a331505b80baa93ea07ccfa54285d4a6377
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c305b01376680fe79cb612fdb26bd44a0821e2bda9e1ec60cad5183fa698017
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a4a3b0d26b63123d02569e78112b3f961c27d0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92329592c460cbad2767474004bc86e8cfc02899076466a0b3563793c165ae14
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90cdcd2d25705dcd3774e53f9a472376ab6dd01
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:664437a1a20140b2dcc5bcc996ade9a43729c718ca6edbb26375ef449f716f32
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..730b3c3c3d28c4fe034c048a194a1c622bb79416
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29af3834875c5c913f6413596f4fb58e488e0be362379cf97575957686a97c9b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f01b1d85bcf1866495eba12ecaedbe0a1016a3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc35e31acc764a1e4a602096b5346a01e7aa52d317d9918b6d22db8fc49e47e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4782da5cb5faa28e81b963d302177e540edeb1f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee0e71ce44d321bba4d2059a290c41b9f6e04a23df5d436e734d3d1a92553ec
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cbb00fe0c742a887ab126b9e2494f54208c4a5a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb7c9ec8950f4ba5650ad3e4938c2f833bdc433d8a00cc01c47f392cec0d5d8
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff926c061d50f5f5076363079786f24454e0f262
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3b4aacf1ac3ae53a4b3e43f24c445b3c55abd67fabccaffaada569dd802c86
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f10150464e138d8cc49b50ada58ec60548709f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7ad0040cf791dce0172b70f0c70f31c1c582fe467600425498f4a95df73d20
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc56b9c61a4bd77b7f8ea55ff2c4d49817891f14
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9a9a549afb5d40528033e9ba514165099da132c43b38d2bb6e56deebc83c21
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d34032b2c0c11abbee479df5b8c3a9d19716ffa8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d2fa19dfe71aef315c1719333c4f76bb1a01569df1f9da6a99914d112b8d1e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9830a4ce9ceb7b33ef19b704fe5a2781157891f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faaca3aa59d18d90e73461b68090dc13742929f013a24f45f6d34b8f2c50d9ff
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5cbd52b40a1ad742d25cc5ae7bfe8f96e5ece2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a43ad3e90a811f240ba32324e6cc9595646abe2d84135d4ca4d32319919bb9b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5314c9532bd6ba19c3fac704ed719eea51302248
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe8adc9fc6ab2321009795e03b7c87d328c5a01dc7cf10e59def46caf969aef
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484345c0536fe07c221390ee815d21bb07e1c06
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe9f77edf3f4873d3f85387de3f70b8f11e524cd984ffb6c44e120b5ca4d1e6
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e3de97657a36c93a5c64d638fc1bf4fd73dcb6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d1633169862b89ab72a9c28241a9f98f7a5ce12ac3546d97f863054262e7af
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6f2525ce6c698761ab82a103ea88fb1e76d790
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c05e4824734698d841b586071dbfd1bf85a95d96849b193496301776872dff
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d21a036468a85bc05d55611c957cc1b192d400f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b9b791212fea44dfd99a406db785a482be9c08c43d49764a53b141067e03c1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e08db24b56a3e7110ea699c6695de39143ab53
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158adf5966334ea76015c62739ee7ef7a0848d02885239eab6775db652213d3d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37595326a4c36b0abcb3116b031fae69f0b591a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab37b3cfe598ccc6ef0971f89b296555f37fd689353a2cb1842e38c05eb6929
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0beacd25667304e66879a3d75e326ca4f32345aa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d7f1ce1b8f903a2d0815ae40bceb58544b3a85182e02571a69831f9e78582e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec2fe29de4771abff4459e93c3ecc18ba33eedc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b53030899c0365057a71dbae94cce2aa4ce10d2c3b5703e2401f10ba124a62a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492169f3a0835e6a642eeeeef0c2da434b334eb1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74611e52e983105efa1db6127c59be4068011f0d33147edbe29772758d3ee772
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7afc1197e7484b2376a6d7b17f8610ec398b88a1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c0ae94bb127b7c2cec60cab41f382fb587ecd838bc48d926d0d1121564e48f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac8a327cc4847afe30611b01dfa887dd83847be
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21dd0457be5dc2d917abffe54691b92d1277bdb7a9743a70b0944a4a96b0fa5c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d7d6551f92b4c97dbf3d1f000c3c1ab6abcd9d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04b8b8a5f416c73e10cadac89b3b95cfa19db342f62e5b0245fd4b036a9dcf8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e19473b4eafe9d52bcf5aec803352ec24cf3145
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3577614baf8f18a02e18ccc1c6dc161920fd4cccb0fcf803e8d40c7c10e12491
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbfe32cae31ae5c01fc08af84f410efd883f40d4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e7a4060e9c65fc76d2a4c89f5b2b744a2f071619076c8f226d77e16c205a69
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2734e25cc08e8388e79476a9372f3e366b60c71e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e6bedf0a89db87a9ccf91208eb5db723d70f9e8bb646d74831e0e2af84c2f8
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a55a5ee7ecfb257100a0b0b1313d14f0f5cd62
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee651d70cdbdf4d78f172df6a4058ca679f559424047d67ddadf5dde6bc19e5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7e4a4fb24b0d91477f2955d28dd94c09b0fef1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b230f5cb53ff13e281e9c4674ec8a8e7281f8c1884d203192e0c4824fcc594
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc40ccf1386ff207c78f9beb4a614ca114f016d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727194e4899e9008a737f6579780eabd1408e59f21c80a92871c8e8d318d1b64
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a2f0e2de0517ef644bcbbee0a065e45338a780
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e99c6270e02d717a8a5382e797735c950b55bcb081d6f86bce8dbbc8a79892
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2522550e2f6f55b87ad03d44431251d767dd3f32
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56cfeaa586a1336d83c4f317be99f56b2efb81d9f29b1c86f76762e28e491c6d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5038761bd58ef58ea141ce2d0727d8a8a2883df
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a77c38c7ce84a6b2cc07730f0ed3fd0da45571e4607d2ea5ef3492817468496
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b56f23e7db71616e5361b5dab2c8da285f5b66
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4adb844f7693314dd00892cfe70415b23e32316bf636a213f2add1c8a772505
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5415a0faf651de6bb6cbcce2f89194617cc6c3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a350ab3915ea22903959059c19da37a723cb21f01b092d7a0e2c09c99d65e787
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877a60af90245744a947942b316612a59ddd8d76
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fede0fb10736d0f3f47cb4712f13a5ebb14c7df20eb5e699e7cf15e6e137849
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67d4ee87a695d547dde2e7230fc241af161c1b6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c199dc0ff736f663cf09dea644b83c9e6f1313c7f60c136eb3ec8ff72ce3ba1
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedac956bbffce3539347fa4112f8f45004adbdf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9aa3cf6a0481eb2ba1c405f07dc98bd968bc59ce094f879fc0b4af8f3fb57d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b45feadda602123b0cb0386fb68dd2dcaeac4a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62486b5fddd102fc7c7f6dd2c36f87402eed43270cded5ebff9f7d61e26d29dc
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862bb435fc760762fc84e94742b0cebc9dd694c3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdee5e9c1ef84ed17f44f432b6bd44d205a752c3a824e352620f5eee538c9b18
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54bd6db206f852835e803c6d3805e21282e8516c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd83bb92d54250c5fd4e481389450a63e07a905ec17bf928b90d41ecda4e375
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa1f1fcaf52c7e868ea5e63b0d6e255ac6726db
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37bcff82361812b538b50b23aef10663387a2bf49ab34c120fefbad58b91d593
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c74ff62cce0b1d901280d76698468ef2b137d1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187f2e51d4488647df8287fc019445ba1704e2e4fe9889a7abe0924a3c43ab0c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda7c2ecd3533b2f2964c372e1a436a0585fa645
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d44da70116592b8ea9f35fc2fac166d74659633bd0f9554d10aeda7d3454bba
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96c5f8e9ed810956467d560cddf5dec297e4476
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda4a573433cb76f7e5e8eb7b85cf2fd157ac2d5b4dafaf5df00d758d4f97dc0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb496db4623d80d181d6b811225e07a8d317e8c5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d6520ae5a3911793bdfab279bd49870aa2b1b0623ce26c1c6c36173535b42c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97f4ec136842f266149c221d0baca1a13a40f73
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527c298034848a3e601710b32b55e9d2d04166cd3af4e6bf175a2f31cb536ea5
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deac698e108b13ed2fab4b5c5cf846ba44d8653f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15183bb19a8d85d8bb4d4db15cd5d2060e0261add7158e78eb1e4e584c01069
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae62bfc1242256b0e2a57e57b0acd858c4e9e369
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fff3373aa5d49f631aeb2939066ff1090f2f28b986da92ad1c8d970159f617d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62cbd001c1afb809f50c735bb0cdbd8ebd428953
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff7741c1a202e2b690501ccf7720f55410fb504aaff65c16661e0800cc3dfb8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8478c98cb1f90013f0596e998c5491df0114c11f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516c5e7b2001183d875621746c1eb7f2c0c29f1659dd3ae0e5f5d8cba102c5b2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be4a26e0866c341b0f7a357514d0c312015c88ee
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1491848ce9d261fad3ffee90f6c47a493cd5476efc23e2f9f8dfba2bd8b0d29f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8cb08bad1e5791789b6530acf5a1064b7836e4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b834842be63c8e6c69facb5e9f25c4968d3f46ed7fe44f5f242a8d5a422c47b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ae3cbb2cccbeae8b7a830f1413a7c63fd873e9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09de0b0a01d3b1d4dad47a81d4e6ce9b7d793b095237131a624b322af212547d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97dba271db6e37b1540102505a20d1ee682278ad
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2853da41c15057ac6310b13851b0c9398f97fa82e9d38041b5f9802899081e9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35a40aa7324878ddb186d432e3a8bc4b786b77a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f38be8c0727983db8aaaeb5f41b7c06ad5ae01f8160d8bb5b64bb317afddf1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1e78d80b643753566a9982cd056d76a23a0abe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181a38a8a85a72da46abc27b13162480ac7221bb4e8aa17a3a7723d634f8c984
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d8158e29d18655e656fbbad2f54962069026ab
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b301cb402012435e57371cf91581fd9f99a640b075e464b313f54d21681539c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad2779c6cc7fe8b9cb5088003b80c5b0b95bcf1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b841716fb20c193ce5e98d1a5ffe2e01c32f56df5156b9214cdcbdac22e6a393
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a306b03940bf0dfd62bf329b2f0e607ddf0ed3b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6874ccc948159c4fa8a3c19be29e922bbab5e5728b590463ecceef86c526553d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d85f42ff9db2dc433367831d200cd8d29f97bf8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a01d3db5608d2abdf06986e881e19c8ec00822aed5b7002b66f8510d2c3c5f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062fc0148069551832336c05be40712a6b22baf1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa614bf8b8ee11710b7ba8b1de6711ada139d4c6b6a262562e7fb7e67f16925
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66fccee122a7ae5d070eab637c83128cfdae8de
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86bf7b0f257ed0d8faddf963c86a9b3831568fd48ab63513ef0f2d7137c93490
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12d072d8a2cddbcc0e8b03cfb653a9bd95bb1fb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44eea167ef6b2ead5e83e955d7ae5ddb5da993f679c5662857b4882193628e5a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0c6167a4ecd0e78122369e349c2b8b07059754
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6cf9eebf09f15306bf7029798b859e5c94cc5a9566239314fbcfe0d6eebb3be
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5b6230eaa852c262b180d2f344027cca26fa7d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9b0b75aaa951833fbcb87d7f70f0e4ba1c0d7ac06d5cc0fb656d20c47db5b7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4bc10a7543b36fb9421ee712b78d90bd96d99ef
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff9a13b8462641b0d601aba25d7d4f656d7017eb12d8ce0cd0acf6f3e78fa2d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99039b5dcebe8cb354f8578535f3ac8fe05cf73b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e625baff7e813e6cb9e00487ebc6dff316fc895b62255f85478dc791c2dd6421
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587dfc01a894140e2a2b4cc13a25a37d7dfa35a1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8ee49c8c0a514475f0402fbc3a274f2e9669af018e63b2b396f13d66e3a385
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3909eb755caa19e92af8a14d44d13715db394a4f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366ffbe61f572a9102d5831c9998d509be1d96092feedb4bdbb7f717fa1f78ba
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2646d63bc3e14076443332017cc76d48ad7be4c3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8dbb2fc546f43d9caac24b3d434161d73df5c6f771e1684f375e4ec067a50be
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0af024833489150e9234260826ac47d6d84e53c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39fcdb0ef68e3d9129a09eaaa8de0d29f994903465c49242c2ce349344f22781
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0caf8e864cea059b5e732c1d50e3dae2a83d1e37
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d52f926ff7c2c60f414f416ff40a24788fa571cfc37099c28f8b09e14300af
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56957cd0b6ad9d8ab70ec69bdcb418a7ec60d27a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8262bf15ecd69f375d5d85977a14225f292debfb1ebedfd167c90ee1161f7370
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f768472675a23380b3d99a231b336186c6542be
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace9f66fb8feb374529445d61520b5b7aad2c484a9ef6974c9da468e9666b315
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7fccf4792072cb6af5b9a15e3594a04943b7fe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57aef18dcdd8ebe40a3e554ae5fd39a10058dd973d4991d5f546c9ce64904384
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc147ceeb18df4fa60aa6c2b3c787a6e0d215768
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362418cf08410577d3b63175cd2caae21bed11f6bcce2d36b9cfd93828b6131e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69118d823f3a952dadc8a7a9c85ee1e4aa9e0338
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfbc7b7da73ea9b30566242876b08296ec12c496444679c70003bb42dc246e6
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa60d27ed07788315ae314f3fab63c372bfd066
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a68d174dfbc92a25015e9ceb045f5d490db9744ac18fbcd9a4a730fdee3f8a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf5e4359a9bec2971dbfd52cf3d56b03f8e435f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f78d4ff6790b25009083d2f692103b960af07492b15cb417c030d02f62ffd8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8b00a8bbf095ec19b2981a5cb387c3df6d787a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5b589f0bf58960f42002dff3546b1936b0681f349a57bad04dea3a7caddb0b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb1e0303a321f20ae260aa6629bfc9bd6d07a56
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e0f734b8f10e5e7e83db00fd4878d11dfeb66cdb1f2c302b1e9acce9456822
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95fc8d5400692895d1970501f8d8d12a4747be56
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09009b3f60bda2f360bd6b063d8a46078d17f1d8241fd1bf3a69208c5b87db7
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa4bf125f243465ded238cc6ecda0317deef8b0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878816510c58ec1cc685be11f6134f09ca64c4662163d4e7254bcbe5a742f9ed
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47419f89c1e71e6555f209373a37cacf4bb154d8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a803c8383aac89feecb262390b40a9abeeb04f5902c444e00ac3dadbc57f6bed
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61afc83b40c78646fb0d33e5d1d922eee1319aa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdbd75eabeb6dbac0f304b05b0c9daddec0640329f8c0b39e2dd6beabda7b091
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47000ac8fa04e456606e56c47fb2642cb9d0adef
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775d854668f91b5143cb2281e23a85e8753efade3028e54c271bdad5f04dc7d2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde1f2e2c97cba722b2c0cc1352a98ab4cf337de
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad9b69ea1edcf55365a41f814d3ce361704d74a98eaffbfd3cc305eb364ce32
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b66229b59aaf88d6883072c37c4fe572a7b758
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120f728ddaee44d2a60322ff5381818aa3cef75d483857f8a8035bf816220e6f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/lm_head/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb73e863a4970db421598c90ca6d1dbbee85179
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8e072e41a6775713f9b235ce6d44b3a8a8ab1bf396f51a9bba2b71dec878ae
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/lm_head/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be651f06db4f46cef6309442945f095584ecdf80
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389d12cf77de5c0f4a2e5a1a4dac793efce013588f4e73cba73a9eaacdce5816
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe635a7bba4ad98eee3404da86b787d923efda8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c39684d67128f1fc009b42a1cc7d3f2f15da5ed8f22c95758084225ff13ef4d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c659a9173c7e660f1ef169f65064ac5a80ab612c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854486f2a4cf5ad121328c1b0ff053056230317adb4340c60adfc37a3964de07
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de938b2463655c0e187794ad3322b1ed6b864d2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32cbac969625683f31987e67da69697bea48bf6348b501958ab0f92ee82b0fdc
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a1d377cb87608e7130806848105e8e7fd1b128
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802eb56a7e1fb8c10d87f0ae08aedeb98882c13139502a08722791f194755be6
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290c5ed9c6e4cea5c76aa9c067707be2193ca93d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430c7792d755c8fa11cfb8ff5bf257bece3f506de436a16731e0af952f3a07b3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9788ce266869c6c8207dcff25a633e7c411ec29
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6ee218f79a26f73a2c0be8b7df86ed860c2556e30cb54be6e5e13a254f0f04
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5340057efc0b43679dc238903d5ffdbaa53bc4ed
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62dbd1c5965cfbb75d4a3a19aea315f9c8af02d435a3220b00625abde717101e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2cc165c629f89e48aaf7da32ca245a3a23cf6c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7359e61cd3a52b2051c57a13814cdfbf836cde853947deed5b118932691942a7
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3161b4319b0e603ca087f570faf85f312a551248
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b99cfc09d0fecfa61d4e1e8cf0422d680593a6953b715bf5935ff3459f6ef78
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c2a9d7f5446283d78199c79061f8bfe287ece8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0c48f6511e77eb2272154ef4ebcfe8851d8365c3953687d2c4f71b6022f3d8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1148d3a2a539dd4e6af22347267174eb5586ec8c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae005e3d1ea04fda5560228197a3b5a63155bcf86ab834fff8925f8b2b5f597d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343faa21d72ab1f5bace21bfac24b060355abc68
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499c2eeaba34b19b2212b5973f8c051e120477746fcd5c4ac1d2a188f0290cf2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fae83e6ab09c237fd992699047989edbdd0ac8d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a33440847cc8406ba45a3560fb8d8948800d920e2485e7030f8e24f77fd0c8c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828feb5db0fe835813bcb5b5b1e9cfa2f1e93a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa81558f82166a6bc84fa29a57c7c6cd57bf34ef5d223f5c432f4645fd64409b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2bcdc9e709943c7acc640e9af6ced87b939a84
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0bb81a0ce413c9598daac540573c12fdf29fcf4888d97019e9e09ec86bf40ff
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480a5cf1f7823ad663825cd70b95c3ea7c50bd3d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2025825d2d540e0e0a2546e841f12ce96386e4616366dc4cf48f40b53b1fa9dd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4721ffd28f52f6395afeae9da2854e8064dddd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842b86fcef5a4a3c37a5de27fd391114f3d479b27e8c8e3efd0d6a032d422c68
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f677cf1fd475537fb428de4db8d7d356b2a5719
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a00fabbb5e64e3f10afdc38fd4ea133d685bf4dceea606d8be9bf8ce68e927b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e05618a19445a3d116026e83668eb0746a56d2f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907ce6b9b57bc63bb6a23f969f9714fcac9cb753dda8b5a98ea5d72f90ac2de7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d638c451a5d69fb3085429f449ff0dd24d0af0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13aaf0eb16c75077489d76c9c47bdfb26fe04d809fd3c05f4a401f726638bf1
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a3c0c0e53b0d306c1aa9eb9ab6ba529bf6b953
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d681f24c4b0916b4abeb22005123465b04e16f0bedd33e532aa3b09d03d7b76
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2881ec5f9ca560afe555d4223929180df4f2fc6d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e513e0987992891d81de255c09296c37d954f715a4eb0b99f78bc1fed1c2eb6
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..787a18e3bf7fa4d8342c4dedcb0ff8910c0837f0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e763ee64c70a6dbe0d2167cdbc9a29e0c11e8f9815f44f64447e7e3fe3812187
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039b25c5926d25444e16e3fca7a6ecfc2813c32b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8bc4f345ae47de241a42d8ceb5ba059cdf5bb1c1dfda954a5332f837f2f1e8a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1a10dc13e4c98234f64bf46a6b6215871c42d4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944f25856c3656cf9fb74e050785da875bcd9eeb1353d752465a386fcc2639eb
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c039e3d1651c3e0d7eb394b295164e955c54a1c5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1403c274e301f7e3c52cf2bafd7a6207210a552f67b7bde7950e854e946f58f3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c4b95fafbbd9ab0d0fccef93d4f4d57a027dc94
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619606d923363dc66d7752f48ba86d81902d06e7abf78e7b6932a27a96c67a13
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c29f554b78fab6ae6f4314ce3eab168b09e5ef
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317f99ac25b4def2ede425f2483293e7bf2a60c0d382b3d45094d5fc0ae1ab49
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ef6e2545e53835c43dce32fbcc898ae67ba58d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801146ea6bf06122b2cc2c897e960350477972df3c2219c08cfa1a9b31de0c6d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d397f4109af07a0bec10716bf0a8d365bbb8e5ec
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f853c3b71cf98bf1c1bdf1aef5431d84669a478a34c72c53594d5d4fa8d329a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab02ad7f0472684385c09515a1b9d1e1bbc69c6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48bf700db5172bce4c8069f650c321b42970760e1ad3c6b4c1e1039dc3482649
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffaf5217b2446da549b1cbd9df5f579c20b9773c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8afe5dfe2c8334e7e068ba47aee132ab9de90de51f4b6a14d0e299bcda53f61
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33b87790b7f7ae257825cea96f1145da02d4fbe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b29094932abfe2ea077e897dc80df31aced462e7e1243f025eb1cb8887fa52
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a525e05a3ca31a910a6cbc0cf0ab5a2b90899f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e032d00ed46a5a91233b3bf4cefbed67734dd27e7fb4c82f2832b76df2308272
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404538147c108a81d70e87403bf3bf31e3de00c8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823d12164f41529da8f115fd6d638db9c3bc40979783ea53168701ff3344b50f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec54a8b88373a45221ae0357d79cae0c6a99e555
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b725e3441615b8c565b9ffe3881cbbeeb760aae48e008561d289026343c83f6
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d5d2c0c19e18106f950b8bdfc5a00323b2b590
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0fec23d6023d7d2548c4ac67055a99d188d4ad1c9826f01b2ed4b67c7bf57fc
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a67b1ac7b69f8cf95a73bc850240105d3c81f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f4bb9307e4ea85311ef1c17b8dd9a1f2054de6fa6db855a54f6b16d43fd0c4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3c0c0e5c9eaf42ccf490ed71441a10f445e846
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e19a25802072763d0df00f4b0e311adf7161b95543b9df729ba519450f2ed5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4560d767200dc6c9fe3f7e494336fc0264f747
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb36ebc7a054ef58001523856ed0149de2270355e8190f9ca1a11444b195ade
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e011e963d6b23edf060aa3a85ddf1b1336de149
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31cee833247a209e2e8c0bc2b510f74b4462f8ef45e5356602a82e71c059a95b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33fc5c935aceb2e09e5fe39c33335c4b48655e6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbe205e224c4f0e99c6507e7d5ead65c4e95b61a2c845094c202c65652e1acd
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468c27406bb2a8fff9f9f8dd8e00e9a3afc0bb0c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7405563a7df3fc5fe872bc37793b8828aca0d1bac2fe2594424a04cae3fb7db
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9bfba12ed0eca40fbd9f6e96b3bde74eb96f61
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b56a504a007e724bba46693d7df00634f0f4d79296e94e97962221321ed6592
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58cfa357d83483be137e32781c58e2a6ee7c0549
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f650347c68f8dee47211165c9e7d7c86e70f2e3d2829fb762f3d6f8297de17f4
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c171fb05c327dfdc90491e8f87cc9b408534f4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9803276d45eff4474d63b379a156fee8b320cf44cef55cc7db5cb1cd7d31d31e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514dce5d25ef213a253f602b73f1e63fa2870176
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156c879ea934ea3aa4180477b4500dd150a2909b4188faee0e9c5ea25432e233
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74847cf1a4e89d1f60449a25e45c927bf4978e7e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2cbcdff0062305cfb49a156cc008bf58cb587f19b91273443a40b1cac00408
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8481cd921a94544bb90e4db48d8970f8c8116f07
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7c2abc6db4b20e4830bdb84fe1ed2468aa906b418d81414fa1e5cc22085457
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a969c765f6229170d82fb1089ff08c22a4b998c0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0f197624c89cb5c0c436751c082c8029f833c33246cd82f27a387d131d061a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a0a74e127d444dd6cb2ec470b951b284449b24c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb5095fa461e3ba65acd7e41ccb2b0efee9308cef784e7b3d920c678ab4945a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37907a9bf80e6483e27c12fa308e6a6e782721d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e6ff36f2878f1952bd8860767d835c4e8908f82030e968fc4b99435d90da13
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2113dab28b1f4b1dafc4b9b4ea28a0cc62eecfa2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b3d487ebb773709358cb96c0ba4b7d1674428fcd31e7d42f8b353782322eab
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78f921df767af69ad86f6bb4d896f524c64e5a5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d4bad5f3054d5a21f0eb1dd540c3267eb2f880174099b9dcc6249ea1799f92
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0f2b1d0b6897b24f0937451bffa2a8a220853b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a3a0c4d0cebec587469bcf64b1196cdd670517d8fa2ac981e430f5c4dead56
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972ea9c8f0e815d8f5bf498603e35006a346f388
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a1181a336bb0c20ac289a7514c4ec33f3e83aa7eae0b66f2f4e9aad868f509
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1400fe685e355377d11b6a34ad4cb770292fd840
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3d0bca5898ebdaeb8c1dbaaf1f914f16f3373f0e35d5d0c39fc0e0118c3711
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355c6b612172b93b301f5832b81b83d822e97668
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57adb6477c30db11271149c61fe96c786290cb6c3e762498dadf2faf0b31614f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84eddafa725453ab0286383ef2a6ba013c20042c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3657fec76557063f18929eef7082d198bcdecbba5a690bb7bc141c4098e8c2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a88068bd8772758414336643ddec48a17f2ce47
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca2ca8eae21fa22c6337a3ad0eebc355f431ccec8eb658361fbb25a389aa81c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e96fd04e0e870906bc9be03b739f222db159c43
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447eb7b32402d20fb63ecc98548de4fbc6d9ee967771b17a06d82c01e75afee1
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d250a928509b686c4e88fced16207193c3dd33
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e683941104157c64f1111a6efa1c76fe33d9b149aa430bbb4e1223c2184591
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee65d4944c2021f3db44c27f7236b0559a077c0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3579c8df8901a6f1bba9eb5ff6fbff506292da734e2aa364f99404468c8cd1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fcb24d7b496cc811dca4312ca6599b9524fe3e0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83edac19d756d9a4dbfcdc82db28b9736f88f1ef380b7aba655b0c2b18c83931
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b727d7fa14d0ea439116e35eac5dd4b044997d35
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f52191448cf24771b17fa5619cc2f974fe66505f771db3e1fcd03fbb43cb752
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6a6ad7320711c4084792fbf080ea54d318236a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f0e2cd4f6f57fcd589ceaf6a93246d1a3516428c53cef2bce0ead182c10cb6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2147e74e8c3fd0dd04356f616c8f767a6ed68c15
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3617e16a6215574810d4e923b4e17bf39d62156f740ed8916b8aa806145896f1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4efbecbb6f0c178e8b1cf40a095399d19a5d1fdf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f469e2827e8ad36b4bd0b2280f99c05172471104b811b0d43c041ac132170cad
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215349709d8b68885aa8b34a5ce21468ad0df773
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14952d8472b08665761bb88372d98ede0d827a79149d747806c7eb131afc2cd4
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b6ce07f07574d8bbc7a6f84d9add10916545f57
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3dd912a463a2f095ae14f62fa4de36ff6224d00f45d602c337741c235a5045
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16ca6adab473c2cd4fc095d3cd9894758c9df26
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734486133855deaaadef6f752f34c86e7a84264a4e005ab5f9bacac42dadee97
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47db083ad5e4917569687c05451c18c99a9afbf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc4e4a3d05692c991816a611baf6286183a5ec71b3888065db4e0479d3f6709
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91655498ab9f2f9ba75f740d0e60c7a96152b0f8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2043cc35122105606145e602122aa116ba0994729d2086a0ce1471314f4f61c6
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb90bc56dfddcc66faf80f16913bd9618b5d0d5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78633b673ebe46d94f6e230de890c5615dd7749cbdf029477085842877461d0
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa35d7ac0e057244ef7c68c61404ce9ddcaf1aee
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9443cc94e7fe896dc9e01b8b8a9f5b725c62628d6fcb20490f91e5981683fb5b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f68c1c2e4ee9e8d1974e8dc4b2cd6f47198e96e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a800e3a3b908894142809f69f264fe21dcfbd36727e880efd87bd4dfb9f81edb
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648d0f08fd9922cf8952e7bf9f46c0b3809f03e8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dde7f679e4a1796d4242bb811e47632ebf45a25164e016a83af4bc687c00ebd
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0fcdf6fd70476de517771923c5055bab057eced
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c677a966f707003a09f8169302eee5d21ebbcad3aea00bd2d673d067b8c2f4ad
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfaf4bce33631210ebe66d40e8bd0c80c6498cd1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305405994ae6cfc274624025e7d00818dedfc4cffb2ea8708e8bf85ccdfbe67c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ae7289c309cf4ff3bb834ceea64d5abdf25310
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4faa9471c5d94a932353c9f51e5506c45e6f8e94a64bac17d218bd0752a1bb
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48002effb16d8b99b45628210b3b5d261e6e9eb5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee7435abfec326b93cd357a7b6b5a4f9ef799707bf1fe5c9c896322cd8c828d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45dc11f71315fe26043e759ab0617d871511e15e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80aa15694fe661a37595965c1cec053f31d0d81d188d2735db945ecc00d2e17
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c242a3e89aa1dd0e55042e7e276df73a499ee44e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef2273ba161511a7a427143cd09daefac1202e49ee1a1f42faf0149023d34de
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a790a4cefc4d3204c92e0a51a68a4d4cfcba0b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484622652e9ef2af7a93d601c0eeaa60918222f06009320f49c83addf4c7a871
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833748bcffb7c06e1ea758ac6ccc1b2afc25154d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28182a2eaf4c9a45f4b140ae27193d5b437f2c5f32556bd7fde076e095d03bb
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bead30d037e0057e9a95fd0bfd5431b2c9bbd12b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabc0a55952e337b65945921a85e2deed885e1112765c8fbb2d97d1c6f428633
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b79ae70f4543c313422def7bc8c0132462723526
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9820d1dc38e81f40698f20425d711f90a399cb8885f6f9d7d73c4b500405fd14
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ee7f9a13727f679ef6f9cca4eeb8259f2713fa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402e1dbd31d615d62a9b68fd681c5cfaeaa0dab395dc4546a0dd2ad24c52c10d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1235cd697b46ff2967aec78536aa12eccf573497
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f231a5a34559c35633064cb90046007c28aa42b89801e55243d1f2d5a7adb7cd
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b2aec9d45a654a86452999a134007199b4ff78
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65123c6c74609c507e254dbb91aeb8eda3e343e3dd01f833b4fa30fc68b2305
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388d5787122c2d3c5deb666aeef148234a257f7d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33f07cd5f934ed116fd13acdcbdb0f88eeed9ed34c0d4c68ee020450d6b469d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5fb86616a3c9af47910d37ceb0ca83e6feb9614
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7ebf5d7c297f187764cc60017d48be6b9f90b408be5d6cff0c7baa2a37d0c5
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d643985d8c9c31c89ef03bc1619f8bccf03506
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf0294eb93c519f9cfc98fd79f792ffbb78efe9ce110d90c1ca624615daea1b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f304f8cc402228fd754a75f41c61acd7c3e6bc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48dfcc50fa5197236f3a689014547dc92dbd2f93f56a56f6c918e7b71637ddd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e270719a88c666eb841e7adfa7ca6dd26914a3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fc890dcc9f17a7d5ecc82aa34e0037ddeecf79734da06c83ee7c468e12827c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3392dd310f97c0819e68a53fd3949ade7888208c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd400cfae6f3680d06763ac870d797cc3bc84c9a419ab72a569eb3eed2a64541
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6908a6e4de2c8f1f4a600623c170496dc8ecdf4b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23978417c636b45cbfa58cf113b7bacb70a71330b54a88397cf8ab577237c8a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91bde75d63f2469e8ee6055e7a2c8fe0ff3c3149
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fff24ea4734f6575ae7be3339cbfeda50355e4677107688e5744283f44dc3a8
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f2f618cef45db575f93a0fad9de744eae59a4e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a86740e02b16751e30f9b77d5f9726f4efcee3c64efebc6a6f2ba4110fb8686
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1045dcc79550dd2f6d7a088156b8fe5b77d26b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c39cc0649ab0a7c24a21c13bc9795226644ff7a3402c735a8da59b6270e26f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ac4475e0bcbfbe1135ddc4fab42670337564c0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e3572d68a5689a20308bd336403763c73c8b3516dc9b76141a7cd50391d46f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da5d4f20645f2bcde7d041d9e4a88a2dbd0c1c0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4538e9a30ea8bbd9ac6f5da397b39b2a71abd3864cf6ee9fdcc2d038d2f7d04
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ab2416a3124f8a948b270c513094bef7c14b3d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e826df5169ce665e5318e07473cfc5f66bfd4f4ee909339db3e3df665e56c674
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13f713959ec0d07f2fb80deb14c3dd2885de7e6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8de9928490e859adb5c48571211db0554fff6de4523f34cbd0294a5009abfb
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc1f4c3324fc9d88222791342dc7f9725cfc16f1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff4840db626592032e063200d87b7fbc7a7d2474223f6e678faaeb45d430945
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ebcb1d7ddeb18b6435cb3d5b23c4aa6a42095fe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d187d0a72a1574bcd6ddbc9fe3427f6afab9981e7fa3261ae79db0a0cf2d9012
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d206fada623771eadb394264050709bc60f06d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a5425b683ad084504d05c5e45c54a53b2f7cd207bec1b6239ed1fa024e3de6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7783058e9852c616b7b9f12bf3ded17f38f1cb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f85a7cc56729828923d28f0a8181773031f99848221de2b3dc55c386a41650e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c27464d7c4d35ce57a18025656ea3e1cf1af41
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b464003ae1b47e618a2c12e5842dfa60282a09253da9469b685745ec972c1e69
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b051d35b4047a70774d4382261cf1b979f7461cf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69234b7842cb28db393e136497f6faba91461f455aa8db35cd6d78815c4aad81
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202218432c7c6b3af4b9b9c6972b84743b4d541e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c57bb9d5f648a434cbfa7288821c28c10b2a0308074136e8b5bc37318face8
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be76b941dee3b8cd42f8f2799e14496c7258b60e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad493e3004feaeb35f70c8f039b517f6ba69430f0869b915844cbc0e776df0df
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0059e0bc2d24cd4da92bb0be7d8a476244ea10c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc1100142de2dbaf1de7d7f13d77ab46e91d59c9d9b9df493a23caa8d46a5ed
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2874710b1a724cb5bfcd1b6a787de1198902c924
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149ad67a514ebb9b2d7373ba23691f4fdb47d7eb827fa3be6169d4c91dcf1050
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6101c34d3d67de1f7bf63432df71352e4af62951
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eaa5849d855529406419145a295e202b6fb512e215037a8f582958eaffce4e2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8deefa75e66aee944fe2ae96c83f75df1bbda271
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487e9ad45f9d03a91b53a255a53fddc897241cea188a272ee625795998922dc1
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e9f310855a515e78e31f62dc854a223594dbed
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028cf896daff74dacc710b27de4c73ad5a0df32ca7d323f48dccdbb7978ceaee
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8df5a5339bc6e97954f88c17d85a9518e0d0f4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f6f70dcb7021f4693dcec3e0e9313d6ec713d8ba9e0d2fa4e5be9903bd8698
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19279a37d8af51379d2595e57cab8f85008020eb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6fbb41ffd18705a041d29bd5012b00ca202691c86cc97d1f4a4610e6b6d5628
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd8f02d29f8098089b75416856cecded57f97a2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42826ff64b41e3f7c2c923b6a05e33b666a0376c3c145b924ebbbcc668f32084
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbec273957dad341262d73295dfb0c4204b0a639
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7da36ec66a3390d995a9efc7e8c11df5c294a987829adf12a92b172d21029e6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec7a40816761f54b2f644a4f6a2f55db38cfb81
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1ea7206dd9c083dedd3d09cedfd90122700bdf496234937138454b13bebab5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069fbb70b548a3d6e97296ed6566ea4f864153a3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7a304b65c0780a76f5b888419d5325fc0ed9703e99fd967f6d0d14fe0882e0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4740f8349298fea694b8d1a54b7d6a8c839f9f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f003d7442d15fd5e4171dc131429d12e41e890906e07a9097951cb5964ee76
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6aade5ccb9c5139b7886ebe365cb36e3884298
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c735a5513e3072cc80ee51169b4be34f4c9af6ac4a2690e235bc8da3774959c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac78d03126e1de91bb6d29157fb7683daef754da
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6963492131d5b8cc1c819d882d248e08b3a7c375ceb2e15ab5b7ed756161e5c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f690f29512958d0b6bb4a8a4797c2d16b64ff9d5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b75dc01c09d05bc4e8752a2dc497dcc771e0522daa1cf83f6515d8e31015d9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43886a4230c235d1d3cb6f5003b4649cbfc7b0c4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae72e6c94750be65eb66c27fc280dda25592b2b3f1efad690a82470d62eb461
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a8cdaddae006e5bd4aa298ba87e5e30c195a1b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9027a72617ed8643a0ca347adc0eacf6861bc9acec6d3390c8f384ba58073938
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc73fc219dbf8862d27db790a4c0523ddeefab6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79978221a47e5f39ab8dca68e4d984ee1d225a1f861f9f29b6e24f937c6d5a66
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d6e91bdeb9c5c8a93af32f2cea7bc5f607d3f7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58669d8ae68b80b3e496460f3ac321de7c33ced4f6d4dcf3184be9027b89fe5e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341d74a231f19a982c7ab2c25d557ecbcbb46dc5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb9fefdf40c31cc103449a04756583f6ace804abeb3b9fbd8bb5f3e584a7bc1
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c165015a0d3a1afd6e30bd1c02b00627b99209
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d82b1696abe16283021d4b4419878d910dddff174ad4882c53afc451e165a6b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981b7cf88be00ac2344fa598f3d0d4727b4f445d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c857f6470a897e83cb59c5d52e4a7d2aac0d75b116d91fcf6a78c2b107d742
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35331373b8ab4d0999351e54c3771299abcb8eb7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fff44cc58434e788430fad42fc93551e086ceb2b81492c008681062fe1b9ad
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe91deb01b2882ec852786e2304143bd2f19291
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0b9d551c4ccaab4059c6e2813bdbab6b508aaa4603ee6dddfbef4d6d8ba3c9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea2d168739fc22ccbe013950ff774309c96caba
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910c2c208c16e355dac8ca41af288612016649308e0c8ec08b808be8c49546e5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6fd1ca83b289caa0e9177340b8f16360c79de1c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f661a2d42c05dcca70eed514ad72ce5467c63e0ebae06bc46d0029474561171
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c18b14577e4279060bc5a42709df5c3ff35d96
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f77cda762d403813f0eb64030adc3d18deaf21a6c4fae964da4253f33a0a30
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdfd10e597d99b92df940691abe391243611ca9b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c010fffd1bada552dc1b59088326bad98f8576957df184ee76eb2809bc96ec
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95787c79f3a3a08589ea9e147fef2d52ea4ecbbe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e73038c3f79c05eeebaca095e4bf3dfdc90c5d2ede610380d8dbf5c71b6759
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6bba84ac85afb31f548c1f1a8b6fef7f0a617fb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be36f3baf4589da54465d99b16eb7dccfc5cc29fcee3cb9994843d0838fc7f3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493754fe3b3f6737b24d804a937590f2fe891c87
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dda92427d49f4ab7a5aa7b383c0e8eafaf8bdca218fed4bed3b1fd5551b4ff0
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5d0c72e19c50efe4fba92acb3ad5d462cf2416
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab28dc2188cfbd7bc7a521bac58d4b4c55ff2dd0e62be27eec968a13bcbabbb
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a1781555f4432d3e43ed28933790826802e920
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974ace68054eb262e633b32d7d5ad9daae1508f65f82b3e083db9c1216088648
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d38b3db7e71edadf1ab5d8dc250f6a8850f810
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485cd8226d770f39a6d8cc4b50fcfa4162c2ecdb0db2fd18493de1765204ce07
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39c392164f08e20ae7568a919953b4e1d47b06f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8a7f28a7a25256457bec5a99c3817e062ec4c55ae7e64266ce32d81d52372b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249cff95f9ca9156f7613087fe324be48298df03
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8141110afb26cfaf0bbc6219beb53e599e559fd2c94d246a7117062e4a9b8072
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19615896b16dcce48780ffd9f7af412511c2e360
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4970faaf51bd78d04a6df86871a7f3b5d9b5a66b3a68fc936ee1944fac453e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7644d44e392586a11aeb83ce983e6c369b87acbb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f889a4d16a20964e1e46925fd2e686b2a55ddf17eb81b1adffb6e2317cda9772
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332bfa8f8e03f70e1ae821b26b4d1223a2733255
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1345ec868459e902853becd0d1574bc1f29670e6c4c58ec2003b4d25cdd01ad
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8687156b64b90f31486ed6f84de5dc5f2953bf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a97a57261a6217934fe0e0d2d68d95a482a8981fdbd2614961a691ae3145d53
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7158c9ca575f71d822b57ea803d13a53dea2e0e7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8340ac490aa76ab324a852db4d72c4814b8784f7276ea695fd8060551cf1aa84
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f1a718c24d4100f18c8a3154d8e1b6ae790c20
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e14a98d79f0cd643d933e0324074e2f6df885eacdbd6e5086589f8c6df18d7
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531e85cab248f329fa6987828f207484da8604c8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6067db85af6636db30e421e8eef5ccd47b99305e390f6f9ef9e260c27e13a9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570f4f54ed22526b7f5c09ad528ec3bf912181f3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea44e3581fab997e053f363f97ab52ef7b3a78cfee6fb2dbdb195e742445546
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057a5ac5faacfdfe8040df52ff2ea111f73b9823
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67ad029e177a4e11b1b6a20c5fbda3afd3a337ee4b853dbc5441b78a7aa1d92
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7581157106c5c42747abf52d20c0db0768070dcf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948a774fafaab268b5f8bab0251596f7b489dc8eea89d4882adbed480f73e6df
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60eb59e8d16d070ee1e575097c3682262b1331bd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6358553153199be2edd032f438410b3ea6d33c894f8d7b59b088bc0c65d107
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed1d526ee2331ae5d05952c3ce2258d88de8db5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b194b1e997cab0bf80cd52d75fb7c0e8a9fb35f29354add9ca19740e137e1d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc99486cabfbfde66d3a22af1dc7d38f9e0130b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92fa29db6239b68c82285a6a44c8ca465de7f74a61fb0c94cc29c295fdc50a1c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fabcc94af62b4799825cd25683fbb9dec4eb5c7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3b2edc37570fd4e8868ef897075fe91303e4cbbe0c35b760f336e9b852da7b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043385af8d2103b813d3b97e00daebd20faaea1f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c492fd0e064374adc6517a9cbd651af42fe8b3ad6197f39515b25b5b05aaa457
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ebc97dd8fbd8128ba18b8d80a6ec70d7c536433
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f86730297f51b6f8d16b14f2c7e3ed9009febf942636fb7ec6f5a3fa8d6b852
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba959ed18ab8eddad7697dc6f1e9d08570003ac
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06b2ea87099efa93b6a0cb3e7f933364106412872ffcf3256d98510069c6fb0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55433d5beb4a9d482749d0f71a8d5ade5527afcd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99cafe5a1f8f519ba120e2f8cb0bbd42fc8ad91020b11c3163113aa9f6aae28
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5879fb7a566a19f230f8f3e92cb1e18ef75c703
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1f929b627f4cf8ec3d417037790941df746fa299e0eb1c6c611033863dde01
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aba31753e052c06e470cdc0a07c1ca7650d9b93
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc532810705bcf4e47476dfb4b9e7e5f39f58003710309e2951169a99296a64
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc2e694bfbe128401317a69fb8db30989fb892a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271e51e6eff7abc716109033db5e76ebd72834de43e33172110fa741201c6461
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbb96cd4e6989334ae3455b1a92c10eaa09660c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f6818db7e84c95747f2ae45c66f24f50057bc2606dfa91ba1946c17011d2f9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e037b8a3a028928fe823bea61d15838cb814a1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd930225d71577791bf41cc009d93a999bc881827612fdae1fb72b9fe356bdf
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a7ba9ac26782b474ffedd0cc8ed2ae1c884206
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e47b4b96b2a1bf78e5447d061ef8566a856746edbd6fb6a986f769cde35e196
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2837a223402adbad062c6c053895b3ba3be62239
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce6ebcf674842b2bed4dba2d086dca5a8a890b2530c5ad3920f329e719ab599
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e65cfd45c1373d4a6e18bdc85135bdca1fb52c03
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa47da7e552bad265538c9410ce4a4b65c7d9ad29da4ab90ac23c54047a33399
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871b4f5f388b5cdd3e77ef93b6354baffccff8a5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3214cf9e9cc623e6231795025ecd84eca7168f350274c60d469bc1539f1f0c83
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d94001cb8f4bd4344123dbb75cf77fc4a1ac9ef
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813d9f4d03da1d64b724dd19df1bdfcda157e41b1db2797ccbedd2994532ce29
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52fd33965bfc5e3e4a7c790e309e92dad6082492
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d093389aafa8c280105b17512149bd314d41353ae5e759636e36f3e6c45d26d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10146888bc1ca986b700563961511723e4db25e5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2665738bfaf40539aac802dfa0503c1184e72eac10f32837b888581ebde29614
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2345289cf75a8de81876529c4c876a4a9f550b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fed93e984f78098f563f08f1c499701c76f23d4bfbb8a8c24a527a3f891b758
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8a7996faac9ab41ee7d232e7c42505d3ee25f5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb46113322f505f8ad3b819e986dbdce862fdbd1ff13f513e20f525c5e3929e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf299705c04d406cae558be90cffe8f7f9d9bc65
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4128339cb319b08086d1b4c954079f6d77c120bf0ce6feecf56e0b39b9144cf9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5afd558f634a504f52ff3a7538fe8c16a347814b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7509d7b809ccb62e6539477c52d372b9c3b917a642a716998542f58b773503
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a571d4c214ab2c14fd68dde5e1321a041107a39
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f976af5dc52af585626e0d2a315e39e919ac1e95a49471f058b4b459313ff0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96cb53e15bbadf80fc17c411d07be18f623cf132
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f0febd224c86fac237edb8b787f4b42b5c7462094a3e93935360501cc6648a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39b2d76eed7e936883c30efdddcf15067e32811
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55d6b75e25650e90c75fca8bd7e7904d52c6f3de65f74d662b8517a86461ebe
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63257b31f690e54c2fe796d0e8fd80a13c2d35fc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4fd46a4b80a0591f61bdfa28182bf459f2288b5dc76742a9db0747df1c039b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..312253bba009f77198e7216366604c0cfc411ed3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d594c5be37400383c157a5ad407828ca72ce38cb3673557a0e628c931b58e56f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7375125b975eb91562b4351f763d3eb443bb9a5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d367e2f92e48dc4921e275ce669bada81c8edfdb883c23ad13a05e14647876e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcdcbb2de15a39eeef68f538bba62db41aa2b37a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5cdfd3f929b98ce8bd73ef93ce9eff758a859ff48adb29e14ada0862c1e5c0
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ea5b9785bc13cb132411b51315cada68327b9f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97cf4efb6a079ead8c267cd3a9661d017d84b1c001002619abdf2bf5886a566d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c10ab921089ef58bc9562a4a11f3992299e137
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a5f38ccbbb14cd05e9e195b342d136d6fb6fc0e730ec27ec7afd25cb227778
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79111ffc64e3dfcd20e179df6cfff98e2aed42f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2c1a7c98af148ddf9ec338ab596dcb30067fbfc2f1b38d10f9ba16be3a17e8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d2d920e42f514dac7e709f19c5f5d88d8871a1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cecd09525d7294dcfd1ec61a8448a499635000781b878035fc9755d1084ef5ef
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac49d689d17d043b6d50d8f5941cddb5f2f70ebd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e9eec62e05225e82d2d0567efceb50f74e6dcb55aa82de457f8d4a426aff31
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384ddf74fc0a7f410a813e5e5f6be6751d8778bf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18390ff40da6d446605e22937d8ad8dcd11e42e556a7de5b518681c31f8e8115
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23c101ea50a729188a9fec4d4db3c4de32e2b0d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cecdec2b0c54083186ea37ac0460c19bc899f8b071308109f07736c73486ebb6
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc128ed4889871eab2c45c8c7ac452bd779fdfd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8fdf8597d87e0bed4545620157fe3d7d1681c9875ced06c2da15a56a560e0b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf9a43e7abb0ac600b004736138a0576552721e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c89ab5dd2118c9dfda31f44676fd11ce171145dd373ef464ee98f2694a11675
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8720f1548f5103479ce65ba5f0671f3c6fdaf73c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8949325f1b042e3ac30caf35b5f3b4d255c1e63fba401352522e5044d0d7b586
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b2ae820845311f116e0da0eee069c2e3eba9bc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8721b53916dd97b817a14e989d57dcef1d378aae7aa9337a85408648b49cc45
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19e6df2452a5c1f6235f9ac713f7949b3d9d9ef
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe4978adf4c059252077ef727e539d0b884480209f0a957b81c036e9755511e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d43b061c1d1f2d3876c4e146d75383574b24486
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e88fa95ecba620fd2591dfc95b8cbd3985bfb550f89a04e0c744d94d2b83ff
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e236c82332f073d17f7509f8b06140fed20337
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014f31566ba166e8b86793f263f444abdceb812901c8b9cd9951d5ccd5ffa09a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7210fd2c2aed65c324983237c1a358f385f15f60
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97cdc3cb25f2c34db1eb1c7751a257e098259bc64e8e2d7e220f486a805e021c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54740747e5a07bfaa95ba3dcf7e4fa3ad9a49c1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49c98783de1f65e18f0268d85bdad4623c6f932321facacbb76c3cbb85baeb3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe83c6cff2dbe8e9f1106eb0036323a64f0e991
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36779f793824ab6a748dc4895b8fef664194cb9367f17fd31cebf96c08cc2af
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3444e88c7e3d427db18183ece6fc41133772b591
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b74e29b9992e5aab537430c02f3597f9cdf55f21e5fda0941dd3c6eeb731882
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c907ff1c66ee708377812a8bd4d5f5afc3bf749
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85777b947511157b580f542c15a9a3754a9e574d43c21a73d1869f007a809c71
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8989431400b9506e25ac1b6a1de74504a4254a0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6f42858cc836abf59d976afcf908f1014a99950035369d0583f750170ebbca
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a108c7c1316af1f0bea9072980243c24d53445be
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7babaea4e556d4bdaa21c399f2b1120d9408b5e06f75db019282305c4deb658c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75734a42d0fcaa6a7d965f2a7940ac799c2eb4f6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37bde077a2fb3cfc8f0113fdac7614b59e48ea6593a3d8c512d2262dc38d9317
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9fbaef2340b34b55a97499a8380191e68e1d2f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cecfc880640870ad79c065e0e0bb4c882b50d81f8ad416e42e620991fd47db33
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d177db2f937e23e5d580dc17c2aaa855cf689c61
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475685a038512d75b97a2e4aadba2c4574e2cb15aae777ad2bad38010377bac4
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f14d243e9f7001769d535accda59ff81e2b5cb3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d89252e2c18bd6e536e2fdeffd420e7ce7622d142732e21c5b5ac3ade90e437
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a659eaaaf7b38f02ff379dc9ee8ce91ff60faa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0398b6f3fb18bb911c26e1329760d271349917ceae08ea50a2a24e235bf62c74
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936f276ad4aeda65125bcc8ae9e5e411fe7c54fe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148ca2964e9b310721b3e878cd83a3efbfdc0267852df0533e55f5f3b0dad284
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5445492bcbdb2e50727949967e8a1806259676
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1c0b4cbdfb27a856b9a24115ef395a8de533dfdf16ec0bbea5704773678bf8
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b13ef2f79a579258b8eca872008e1730899cd44
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3329db43b4064f09283833dd7ef575bcea039d07cd90707eae3e91314a3ef9e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee36a992c4fca3568066944fed480bb944df74c8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860c8e7494756ef21322f8a2b5f8ec69dabc54562c8c0b144a9949a6c43b44b7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfec15a5c920c890d6ddc997d38efc44f5504647
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17a388c2acb47616518c825ab8bc33feb179120f63a6d13db1c17607387cdde
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad727a471794ecda915a418313d7e78c2a7d72af
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d73adf37818065d62ea910268d851e5414031d2889c09da9af9cc7704437fe1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c147a8ddb3253d6435f875e92f0311d4dc6dd3ad
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a76f209d088b0464863bcf459dfdc73d4c3479fe06f38810ddef41f8fc4fe0f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6c69fa268fd8db73c1298053eb1d5feb4245da
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cbfede0d113a7e4fff93859bfdf6d6df83c216f6233238868dc1c3a8de87f90
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ced191d3607c536eb63943d28368d9fa545ab9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eabf278b633f88865b895c4a15966e420ac53f331fff29046b6709d13737bfe
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54ed402c6c24f09c58ed8c2ff9a48da036d26bd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d029b7d32a2487ce05afc0052a26efccab1d57b04785c09877a1b712688f54b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25220fc554bf5bdc2033754c6485d08039cf1301
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1477a0f1ea83d9c12a8d04b1e27538c066dd1df2633185d0f7ea427713ca7505
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2223c93da7d66fd4cbd092cff497db47131f45d6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16e60cf2f53eea76d9d0697856bb86ba9d5c2e2eb8ffbbb4b40541abd422a68
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3898b8d2da119ea1ba47f63fcf6858b99d8db1d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc23dd3f7271ad46cee5c5e5a25ed7091e5cfbaee9657a40ad6a96476c34f21
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbea5746c2e3f790bde9183656794fc75c22b306
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d0ed65576ba97d016568713af26eb5a8fad7cd2d9db5e48a5abbac63dd094c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08c33b33caee788854efce069d8b300b859aed1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef7ab2321c1909f10fc57974db33fcba897df4dd65b118830c0b4221cc69b54
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef4870346891ccfed861f063a6b43fd8c2b628b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4775593adaf491808062c94d5930f93b1bb38223ee78c302ada1a10e5868eb76
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1c7ed007482849d1ef2b29ef860c125cb08bd4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de242dab0fb31175efa9a442032644e72db713550884bc44c8efc98ce0ea4bb1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f40a4079e6e84802053f700cac194057d0041e7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4e96d96daf0514a762ac5dfd14b858268a5e0c2e1f4b6ecbf8cb205b0edf4a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d04273d61837769a37ebb4a57188cde0deda66
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c3f341360f01a8caf49dc1a362e4a599271103bb9704ae7432022b499b9955
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89efc5f7568e323dc5c8c0f4c048c52898b99484
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b595cd8fb55630537c2477f1c2733af62e582e38e108ed718d0a92f73fea6e98
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..397d314dff99d04c6e53b0240857b98306e5a7e6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ff24bf74102a3ba6af8e44c37d97f20dbbe55b54dea685d906257ae62d7038
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be72cb960127a9c336ea5648fc1756a4def375fd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5e867c03d99eefce6a25f76438af6b761f5fed3e72da76c146d3ecd8075d9a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f8483868cf7d5564e192d42f322178419ed37d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e70617a724e51529f9d9f9329649b3d36b17dfccddc274c23319ed05fa44cb
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..156b30d98f211f166443d5cc0095119b3cf7727c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc9ea0776da1744bc518fc7ae0c500c0d4755f46b392a0b9dfe80faf251bda1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad55557a230212ba06ed758b4e3bf66b084e793d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3c25a0c047ef67ad7afb6fadd0cbce803275d2f149577cba218515970dffb9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c9a8ee4d3db1e59fe71544823cf007258b601e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3b0c7b13b82062ebe7621689fe4b655f8bdf4c6244afd3ad137dfe5bc20635
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043ba161fe0986564c9386faa7186a48066a5ecf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f448a134a762377ad486bf7aa93f4412ca9f1dcfbc76071653b29f47690c5497
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1cb1b94b3399d52d2c089fd9446729ece9eb056
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9adf84652dc3c858b62ceb16dee2bc59516b36e82c41612f642897bd50aa6539
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be5ad69900c1bcd68978a36ddeff904289138bd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a62b65343517a1cef8be678896849cbcf2fc962fbb2cbef855bdfd519fb20b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23abc8362b70e9baa81a111e13e80707041d8f1d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9e674376d9a6e5e00cf7fde623650113842462b4e8c321f9dfa1275bc579f6
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..631cb61822ea3bded77b589422e4c88c391ff807
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef2e3aad6aa2c25d373789355638299d0318488f7601d72d25fa10d1d4b3300
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1afa5bb4392a001ab46f30cc939577099a0d50
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f143a196fad3e65142152632590f4f09f3a66df10d2658696ae29a744d20012d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5fc0c80d8e513bf68f04bcac9dc6e0ac30cdb22
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ef104fb18852c11225233ed666f942eb99e9db1b55d5120371b23935ffba6f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0665e37364f6d7cc2b39ecd6c8320b2fd2a4f729
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2056df977db30bf9a83063ff498c860625ce87e1a6de712fdc4f3cf976f82ec1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c6594a7587949fc41df44c79cd45eda4889fc4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d8596f35bb2feb90c2721d96c525e8dd50ed856ce7f13e3478d49492d87caa
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2e9620de35aa7fe9d50535bb32e261608ce9b0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a17dccb8bfd38e6cc5f309d4f68e21064a0358995adc9aa320b467320bd216
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2feefce96e8704b7a2ce1e7c05e487805d64eaab
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1b58439e65baa0cf4ac9a202af4f0076dffaf5360fa35a28b54e551208be8a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363b370980c72140b1fd22d33fdf4918a1623fbd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f6226e00f341d0b10be37842999b121223ffe03c78da770604914a9cf08bb9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfaf3c3f8d08c28b1f40f0948cc4a8ae370979b2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9182d65abb90e7ebc46dc9bb91906355aeeebdd0cb590e0807d926261f1ab326
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b84f8bd129dae080666eadabdccefadb429963
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86673b841b90756d2719c9b80d626257b024c7b5a376021dafe4f371b1630e2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc8226bb41d214df73ea6b7039f020fbd7583d76
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4505e8da5ed36c026d3bd91d9d7c0b98d99abb53bfd7215b63653c906a65b46c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f545e5938512259501cdde9208aadf194f5095
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0553d7c591ab1efe4575980464d7b1ed4c4212bce24cfd95a61d0cddd9e19a4d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459c09b37538226111cd62a948f796e6c73e628f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83957f82e34bdecddb2eb6c27c2513bd5606171c0ce79c336cc7e1f2684edc90
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c481fa078d3c058a3ee7aa40aeed40c0682de78
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca931732a7c9386fff7a9b1bfb9a9dad17d223b73ae4cc4b7117db688d0682f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef3f3dc2f7fbc9a41ecb3f6397e8f2a2c671e83
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b7ee348b5c26ed8fb9200885698fca88e4266c9ef15caf476dd4a0815a9d8b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40319eb6860c23f72c760d0ec2050e19146e5d2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa081c62c624e322a1012f6c3b5fc20fb6992f9f3f4d7850c87ea321b77e127
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8ee10920c300846b02e45a9a911045e2fe457e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e401e12f1a562473290ae6ef5d9d4911adbe998320d5198f7e1417496450e6cd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc61aec8ed7329d886c8b2ebd28e41770245af08
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa634b2936ffb21b5be3898d4e683570e5bb5f038957753ae18996c7c4b7d55
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e240025e3dad6d33869184c0f3deb5c03e720952
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1676cfb40a0a6a8682b7f85d953380a40082bb5712f78cf045f9595ef5894cbd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ddca73ed8c1e6e062e3bfcc031c090f82068ca
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de64f107715604f818b450092832aacf5e547b1d419f5a0ec5dfed4e35bf776
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c74006b95f03c62daf13b2d5b06d6744f2bfc1b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fa1bda80d00e864cd2554eaeb3668a90ab6ca5f70fdd942d518fec58e1e7e0
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca60069f13ee3df9b1786ccf16456f0a85338389
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aea9d35651d7e3380e2f9cc10fe680d0169b128afdfe9e37c2a0ada0c2d1bbd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eabe8aef4dea98075bcb415c2c19eab1cfce00a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3492998305627c9e645cd59dff532c56c5f2a9316d63e40ae9787bca044ff0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25cdcd9a482a8ea6f655aa6d4e2798d1a56e6de6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df52be7ea0179831a7976ac27834a3283dc9ce83c1a40c8d3ae9ccdcbfaed21
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13bcbc18c83dd2f7cbbeccbd5874d9e06bea9105
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e1e83035ac7ba7837386e1d852a02a2a3b126f8a03372002d29bdcc58c56be
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55cc5ddbea9983d18d0f16f513e162962f26d3c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4121d82757407571214d852d71fd9e0d81a1beb67c161d862d837169780a630b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf0cc62cbcf57eb2dc63c38e88e82b5add158b7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a48f8c6b43d6771da8c361a340ccd0e8d57fe82594cea1153fed69057c26d76
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c697dc8b7692972a3cb855bd9dd5e9e2185d1220
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90528699c96f5420b416782ef88f531739bab9f7f09bdf40a3671151fa044c35
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234a87a10bf88e41eeb0d180c1398a413c2aa46d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9943ec13f2dd64a6145ab47e825b493eab6acd8498bfba51f427cc75d238c38
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c91e1a4c5b7c7168260ae513efe4628cc07d58
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d593316b9618e4e07c52baa4e20fb293bb6ca0d50b6b861dd7612addff4999
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4308f50b527ceb1521b04704c695ee953dae8e2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efc39d1dfb19c98b5e64a4e6f535532174caffa2c89b2a5e181b30b255e255e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a06662f8e7758fd3657f00a1c34df598e709d7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b824ac8c59b331778fb4cbe3a2640fbd8ea67fed8bc7b812e66b867ce81c1d8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d1d97148537b066e3b80889afc0a2ea483317e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebda5d8c925733ac8b8e51895ff2993610d1c7217967a6c86f07fc5ea5f381e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b63686f45f9c5dbe77f9f271265fe9b5c09a3c4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681905d502cb202d695c107502173f8397e2972d488de1c5478d3263653ea70a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6377ddc991772a047cde87b0f5a200295356568
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1a443a9aac4be5d82be0b89928850e1cb11400a7568092abe9db56685c2fa7
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2122d7d12e04c4b21531208cc744dc85c3ecfa46
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b428d982540c2a7e57b80f449f55542987c19b1644b7d30b4c3a0913ade0a948
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4276f631a4a1cf7aaa978a9af0dfb8a0f1985fa7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da7898cdc2a1996d97329a5c2f4f794f1d0db8c279ac849c5cb120a99a87ea9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca285b160378ed8abb98df9c177f57cc7eed3da9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a45d20888461915a19f60ba483d036ab6aa3bea99efdec0606c4b318677b1a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766ce3176a312de6a9d78e66c63855c8e98e5727
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1a10aab01cc70835c2b1ad2bbd7e86451c222a16145e38e3d977f3df4e36e2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b040a2188fb1beb4b9fdd5a9e7e74087b9b4135b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598a4e997efc314383e05b48db079c4e8ca02ed0a346675e71b595a162b96c5b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf68e41d7965436435117f47e060b5bbdc60297
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532e6a314f53f98ab632ce7d7a0d497425d1f8f85f5aa6c87521ccc04e5c8b56
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7adbf6502e314bf4565be9d5a7059c19fdcdd145
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db047f24d8b1807a28cd239142dabbe47d02d3a77bd444b0b94d3197e3a39db9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874cd82571f4208db9cfae59c7d6e82983bd12e4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de07b98cd12f08634698d958d581e845bf7586e081fdbb17283b4b2ca286877e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8986555f23de1478a0a9e238c07a39b9149aa713
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4feb7adb4b5f0b98836b0d6dd3f1b4557c78f2bf794b2607112ece27249a790
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02be2ca7cd5888f4e0912731b91df726b8228b74
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05541705c2aec4f63f489ec903ec2016318cb7200c6ed3371024239ec2fb495f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfdfbf1f73d95e28c1b1960c76bf0af471f526e9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada53d286886dce47caae700e442a071bc19369816934373dc9e82a839f03492
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05df8338b487fc2df13d4a16c32b4f3a93da9de
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57979226f000cbd618ea353001b1fcb56d6258520b02c2a41a0c8edbc8321788
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b507dde5e0ee3fcdcfa08f10f753d1a8b62b4de
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a79ce583a3fba1f59ffacbf92cef46f9a0ff75ab10171c95423238bdbb5048
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c595c2142a8cf62f50093cee8fe60749b15f6b2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e07d8cdae4af014c36889e58469f9fb4e11ca82f91c74f8f350de916c73b362
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be7513d4092f6c0800ed551b36d78ec22f4ac2b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39962b0090baf5cb0a6c4f8e90023184e1f4a30d5b93573f97ae928982e577f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa21a820580bc956720efab777e9adfffd24fb3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93d3948cdf222dae29cc2ef10761e548c4d901859c8aca89542346732e237b0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d36f35644bbdbbee6de09b1025954e60cceb40
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e30fbd76d18d280a0b620a5e723bcc9671838da3b75a95c5f51f6daa7d3a0ab
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673381f0224edadf482bd7a7a46d248156062232
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5514ba8f5bd89c3e2a454f2405dcf320abb837fb14c9ea15ccb98e58bfe53102
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b183ecfc3b1bebb84b2c0e612d22c2102254301a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8212d5b10633b3f8655b323db970c2c3abc00e9348d40736ddb12c4023366a3b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc523a64d32a8bc0254e2a7ed4cdf429fead3d71
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f23bf26dc3e3f6bd0bbbda23a98422cd19405b1674c0cc229909d3f4cad0912
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ba1a24bb0773de2b919012bf0cac393e5e3d8e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93580f02c347fda398a4c75864a332844b00f7e8cf1df31688d8830e4992cc6c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b5ca9ed6a80beb370c1ea610291b360644286a8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60aa94085e79e99ddaecaeefb2b0435b7dfa6aa324a755aad0df3c3fefad3a8e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b00f067eaa3ce2c239bd47747f3e5bbbceec13
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff16f0900402cc39d50aa7f04f6030d8990a58c72c7463bd1fb5f0a7f59b2b2a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb8bf92142e0080ab535ab0f5093bf805c2e328
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a630abce438a8865db65bc8726b85c29f4503ac55a24f95f8a26c5965b5dc2ba
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f8c8a67ae839d4b2a04ba8fa7ab40c205d14d3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6bbab3919479f8412c2d43ddda1dee0afcd6ffda0f2b5190dd8242fcc2bf9b8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2e9aec5f097e60f1c7f86abbda565bdce9b032
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e21ace61d78d258224d663136f580b6d8e57ef81bc2ce82c4f8b75c0675a565
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09a3b3635211d68aa9f45737a5a38be13428bfa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858fc5635a8be101c5d13fa2c249df2e6863246d35edc13b18b79429069a5dfa
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1705aa7a12f479e9fd2cc87908bf61fe2e040280
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da6d79044e40c0f5f258f0614125fb2666e6e3c18af328a05a6e9d1940e54b8
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/lm_head/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a47c90bfc73e47794334101f462776918f1a21c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed9996b99fa85167d37b20f6ff06fdf94f84478a6856b00f15a8a219e0ac626
+size 129091
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/lm_head/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f983e87481567c86ee42aac7a5161e447445b7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434c30f16bfdeb368cd46c435a11ff92b102ff123d905f2d796770dd2c0c47cb
+size 129091
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f52e7e05be8ed5259de9d9b307931b81ee71fff
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135a4b108e74cbc0d67b6e4a0cd24be9eda6565ef71516053d4729dafcae4fca
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e03964e9bae4d50a98fdb93b27137aeee309b9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a458f6cf114a5034d6077e87824aa86b0dc886cc7f2efed722708044b571fb
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ddf108fa618af83ff0cebe6578a5bceb37780f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57dec3d3a93857cbef4606fdc29784654d11e87cdc5451e082d3f26d9105d5cd
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03182d3f3c9ac18a199e9ae7b9454af692db9121
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434aab6e86c126d80dde8626d479412d699fc3d13abf4aef344af9db0dd7a315
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0910513466db3bb35396eb8e5b1087b9feb7aef
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a67a70c9a9fb850579058bb1bfbdc1ced1ad482adaa03dcdecb3e28f3b1d5e
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4c213bc8859b1f99019d6109fec6ffd5fcfe95
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f8c5376a395b18a2963a770079acd7045af3b3cfc37c48bae3c7704d948a33
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96cce79c4c469c9e9aa77122a05abe5d7543d263
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4471def4dd31a04b446b13bf8db9bb21c1086c5417ad29a0e21f1fdab474f565
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4b14ae54e37cc5ec4a71812978c24685659b82
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8069711768722ec03a8db609914f45ba472ff303ed3c14d80d3050ad51400e6c
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a6ec649dbb2a81907a63fee41ae3999653fd70
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e459d6686e9e32a3972d5de7381d06cc1d08e17c6aa4d104112495f04395bd3
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5e125677af04776828f2bcc183244d42493d7a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ccba20662f9f9d10b5f4579c654f15363d9cc3d3b1fe1bbf0774a70093f3497
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4cd0c9f0fd053b88602300443db3c4b2e4d783a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f388b5e757d519ae888d073037f2c09f6834d1b09f14c988ec4c9c7e29ae7ad9
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a76bbe5cececfbd253bc32a1b442bd2a9f2864
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3ee0299701efe58210078adb3d9a2c6da6de6aa0c7d696ed1db059a7383270
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed0fe24a084fcec218af4f297a6180a51e9a59a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c024fccba6f8500e685230a552e13badcfed5cadf450d12db144b0fe568c597f
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d7d1d427687399dc643ad80441e932679db909
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f5ab8b976292d151a4a7cddbe5599998d3797a980a43a627bad3f493cb6f6a
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d04e7a4007858dcee79c96b5f4be79646a301a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5089e003f1bc74fb9b10cee1b272cbf30a513d3788add6c38c0faf532a5a9552
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0264df53aed43037feeaaeacfc4f5f5d37ad253
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f186f2747fbc2e298b61f36d901f515f95c7885757938c4983f450a817a4f887
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc40e48792b2af7ea50cc9917bda13981506205f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37dca080469c181d6f736d954483f3b7cc8053a7ec93e6ec4b3e31a01b3f8129
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515945a8f4af868d235a465ebd61828e53eab355
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95194436bb9e86e71b643abe69aa137f621705449592140511a01ce5ef6b570c
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56050275424983c7f27bc8ac4ad2fc143116bf5a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8dd5be541b1bac1b1140009a0687a46d60d466c5702550b772eb01999949b64
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ec5e569c6479044f493572f4cf1a2240430da3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f205b72ee58154fb819a10958ed6ad2b911ed23fc2a880a3310c1839130621
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43c15fc40e591577cb6bee3e9d94c9b22fd83bf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad16b090de74a39ea63726b5e7e88bba15ae97ac5ae4c9d6f43c32d46f8a432
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6135daab14c6754b2813b66368fffe1a4f66935f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03af4bc09275920af79321b3f95919673c57c3b29a6cfaaa1c90ea4dabafe023
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5abb2fac19ec0d044280420bea098c0550ebab5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ae2885cf0c345d59cef4fc09b68e7c3e4fe1e818d3acbb14eec985da893c42
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a006c3b189c59ac6a568f0f6fdb72a7f6603da
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bee12b6181c345f9be6c03ecf052dfdbc2475f5f20137701d7f9f28ee4d0702
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e53919af47889577af13552c766affa7ec98f23
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cb8454bb0b71eb2b4739ea5aead8f8971d99623e35f0f153a91aacb1eea869
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327804dde73c140bbcf79deaf19dea7a2741e346
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84042f9128f61c7993d043d80c9d175c87fe011e22c40a8902671aa15819067b
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6a7489e0742ca18f626c8a4b743ebeaf3b00a4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5de45c67437fb29ffdaaeddfa3dba3e41e8f0163e4a5bb354baa2158c8f328
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9766649b78aa0af37acbe72a3b3a32571f212eea
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52c24990088b0755742642d5af0a0ffe9be860375f64788f700ef0acf2d32e6
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77479b4ae198239afdd25365681ec29aa7d5978a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abf195ba0b3c82f81e878ae6455e8e20a2909a7d03a83154390fbc246d03a64
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a87548b1e50742357912393e22478597378cdc6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d20d936e90de8d9301bcee44857fae5258ba0d5ad4e92f71f72a1298145a1e
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d74fb27f96ed733e1bb8a2cf5ea479270e3ab1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c4535cc5e7ca4291475a2b56bb68bb929203af33a7adb481fbeabd3d0813db
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce28394265f1f06f740e241abd700aa4706cd406
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5189ab46546cd8a8d593726f029a265c91d112219b5ec5156fd779401c1cb1f6
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c72cfa5b2744abd590c00f54624fb3772d21490
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9784497cb8cb5c7c8897fa0e6a76bca313c4bf1610736fee7bcd371b4c615944
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b40d2dea9a59bd087152deaaf0c76aa19a41fa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a25908625df3816ced71ccc1f06a1bf4d193046ec8bf0cb7b95b7e159669cb7
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dbdf3c5f61f0821f07ec657a5f356c277070420
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619666dbdff2403fb29fa7d2929435e3ce4f7e3f9c421799ab0e490194956434
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0432959a234dca8c270c0bb1a046e2d465612cb2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff36014064c21193ca74236a871d9aa13d5601052660e56c80f21d5ad7e3e094
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16db8b6da3c3eb35080fc6f4c74960c58ef05e5f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3b26be2c897e28faad2727fefdd1420ba9bf73d46666a463f4c96af2f7e639
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b92604fb8a7da3a3d087e54145502863b146fef
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21aa19f84809ad2182cfcc33978eaae2312f4df11aa2df7ae89f33fc12c0bdb
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5474318a96e0bab5b85dd1c08470de3a3ae680fc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807418d25e9753c7f91a9ed08bc9d7c29cf829e4108606e5b1228a777e9d1ee7
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a41b46943381dbe1ac698c5981b375a4d15e354
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8d9f6ad76b2f27e4aa361b054e56ba9f53a2e73363cff63c691d1f058ad54a
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20fffbf998401eaab9f2b5816ed716f8a681426a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fbe03413b54e31c3955459f00c9df30ce6f5607985e36b711d4dd4f83a5a22
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2bcf482c118c9469e9fec9bac5e76ac75705df6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544c39e4f935bb5ca9fe53af6e101e0b233e39539032f8bc81d9de107aaa3ef0
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5ae6e20ea2e72b9684922d0a58969b5880cc27
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a3f60e7aed5caefac8f69590e4ffbbd1731149e6ef81f9aed54e7d2175aee8
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb282416797584964e92cfaeeb7d21df429f578
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e9a5cbf2f992432e3e29d6457b4947cae89173db5e57d8f3abf58450e84366
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e673fd4bdb98f1714e8415d8b43240873dad6189
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6050a7a8c7584bd6582bf078b991e317461705cb638a167a5ec459b0442e652
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6497f75dab3fa1eb962a6b54618cab6849b57e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838c6d57bb0bb52c3609d37ead7b08dbc7dadeaeac75cb287043ff95ba36ed3b
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e80c6f95cdd4b1f24111c82dbf466eef14998d3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21c5725e83a37c9b270f5ffb1fb55832635e457c00d3b71640fc1041d4ec868
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f3460240e3ec71b535e65c6d9df5f7d1e16173
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef69b0f837ec212add81cfb7c78f446d02722ac6ea1fc090c31ca9cd993ffb2
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1987731711dab9e15142bd6cb8f0706b7028fa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4799860cb88f209b70e942219994c8796297cbeda48435bb8c1bba7d01f617b6
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff5c4dc1014d1d9296599704cc4557dc881af2c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc2993dd51e281f16225c3644f4569d649448c4cc850a58c46992f4e8f349f8
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077714b8ced3b18e3283957b7b79567caec982ce
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a095341ca63adee5133136f21edf1d7bffe20aba758f538ad6c7e2102bf41fc
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c7baa2dff36c05f4e816e478225613c3f05350
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4907c014b1508a41b5472e2f2131ca48a3cb6f9308e7b48d8f597bbfd9bf5c1
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdea0386b6e3d745b6d079b23146826090096937
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e727500adc6dff8b87ee1fa654a5e00fa11c1b799344ddbd0ea2ee7d1dc3b3
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7711f8aa413e56b85e4da9159caf164fd8441863
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618204949a70cbbb673d51741f0c1e3c26f9ad5e51da7924c37e01b971b7ac4f
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9819a93b04599831ac438749443b5582a2626519
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea173ecadf8eda473e50c51bf72a3a425a8ff5cbf6811546f6da12dee6e72d5
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037aacb1a89f23b28d8b9292acca0de9b1f94b21
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7a8c1e69db08619abf0cd59fd0ab31c7b59195162d16358830d0113d1efba8
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdaa0b5c5bed496d50f132c7bf8bcf63e2e6444a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2474aa8a6bd8e1883dedeec9a3b9c82a07ea95af70ff38db9541b5d9fc2e5994
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68e8a25842f0559731831514a3d67dd652effbd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1876c0e996dd6efdc8310adfebc3d1a6566b325dd4858dc8d49075f774d053
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c026ed2e6fff676367bd706fdd8776863810eda8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c035a96aef2088296293e26d870a0c8d6f515a6a955ce157b25640c8ce5b0bb5
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0baf50ad7a3c0823ca2502032ecf87f6bee3d1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b513039a125981cc8e209c0781d46d6fca9ffb19c587ad215ed654ea445afd1b
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc99b1f69f9e1e5dbcf02db19559b5c507beb605
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93eb28cf48059461d905debc44525ebd87074ed4217a97d6942179eb1d760f8a
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ec57c231b5fb4699922c1392a1b9d8474d8e78
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55259a7814a17fcbb579321c58a438cab92277678c3190b2a67caf21ff8f6042
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690ba8530628cac9c45d1e2f9cf1a3d921526f5c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2f7323c1294d6ea9fbcd3cd418a678f34edce98e1a639f273ee8cddd15d9fc
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8989cd6404b8ba915aece817398e8047b71f642d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac7482a862e2196c4a0867f88fc2d419ea53f2909697850dba77dc544c4313e
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e50c98fc04b01cb171db3699ef166c88d70fc97b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66848bbafa9e4d0fefd2f25ebb2a4654cff2410ed1522411a45cd1caaf38c1be
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b20a694d4e82d89a65ef794675c2b0e6ac18f4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860c13c92476b47a099458f5e218d8862f8ac5d326240fc53b718df66c902c70
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095993025eb97eb30d45d4c5b7b9a3c5cf0453e2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298bc13e0f4de5b412ce650e515ff90b9479fb680cd869e41b8100bcc0be49bb
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ff4102f89c8f49d1484a02eb0f65c127d1b561
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05166aec8e0b0efbfb9e46789dde74c97daf21dfaf65764777df4d85ffc3b205
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f88283bd8011414fc39ee0be6fa2ee54e0ab1e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ac1802bcf41c115dad690473efaf1f35cca4051c66c647a3945ec6d25f25a2
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcd720a8f8f9a573c190ad9f92dbd0e33f77d25
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2525d8c4921f90d89a3b4c4d54ddabbef7cb52c5d8eadcd1d593f904c6b0a3ad
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690759d6a70158fdc0d560825def0ce9ba2e9c1c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76805c9db72428c2a07605efb281e3a39a29ad57a7593a0f5fce30ce71ece1b
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b02d7e5574480b0714a0286c38340f687998df
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdacba2d0cea9210d14d56bf1fc19d4935fa7e263a2080d12f6310c624b6314d
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16449ca180588b17a65f92eed1a3ef961621e79
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab574c6fff0b6a44d994c3afa61a99adf1b3cf1e089c4998eb53f48267ef1ed
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3384965dcf7c9eabeadc457421261b2670e7b3a0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f86456bcefc59129004cc2f5ebffb59ed2724be095efdbd9ad0add4f313701
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a4c7670d00c3074622b8608e3844041001b9a7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ecee8cdd7844e15c13d8876511912881889930d51d2c24ec51dc60f7605c467
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a21d25e8b41664b795eab2e0022ed00c3252c02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c579e9ae961c28d8704510cea63a58d94fc9175090f0737368ee712fe825e11
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf404355c57a4f37531e8f55548988597e8b7a3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f678264c746acb309abf0ad2e19dbba9b871d50e86e4f94abc238636b805a87f
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43687051ef8afce891cd39ca4ec382aec9d96b5c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7cf88fb27a21ca47446da7d5b7cbff1ffe60ffae49e727f0187bba4c8499bf
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf02aa2a42948e7025fea6cd171224a196a4e906
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894f33e3118a762e0c07a38c1948565c60955327469cb1a1cf99a7f1a0930a33
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0e9f905f1169382f4bf2d5832092219c6a0534
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320eb1cb53835958dedbf2f0327ffd6ab6794775139fa4d0d1de9ef14f42c648
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a913d69d48f2fca90175d8c397ad23a21a2cff5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30582ce4dbe4e3e7271c540e1ed164d00a4257a42ffe1105e49dd9b0beffb3ef
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2842cf6ecc5da093e451af78fc7055ecec0986ba
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d637ea30eb5b8a9979ee3956520ebb036a756fa9d8d7793056e3caebfc62b0a6
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557bb24e0fd2dad1050ad6bc2738a7f0d39dc6ea
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25e6c6f4347e90d6fae0fc088f399fa35d67aab0b263f72d98574dbe0e57764
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1684c8bc955991bcabba1747e43c985941db6e95
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5a41234bc60f69bae996ce681183b91ee0801f9ce119f5fc8aec0a06d76f68
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64878c4601fec83e37ec89e320dd9533a5fc6993
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997970567fab65c1e150da80035bf00f1912e4a414178344a5c1bae8deeb1efa
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2354ef0e0eee1e5ab3c7511b396f9b8d842ffbe8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47dd000e8ee9ded2dd2cb1bcd4e27d088904b6d23c88d53d87271cea33cd484f
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abedca2efe31175696fc73a42cc79df85b481a17
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9972c8b864541f04bd98185ca247dcb0133dc2f51561624c91ff0732d49b7a9c
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5dabad425f3c5b7027490017976a1f65bf4078f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae83788c8f960dbd3fb2e2baf28c40a79fb87a7faffbc5fff6174263bbea77d
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3ba96a2e80ad9bc15d65c722c1a289a2bc7f08
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf776b0c76c64fc4a5168e595582c067c7ea5c5f1a2914a2d36f382a95316627
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb0721db76e0ab9797da9029bf3c46f708612f81
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd6d3c457becb599d11d98dd8970d75d814ca40c5168a2b55b4cbfb11936fe2
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a642a8f35ac5d532bb598e9d2a997bbc80561f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de51ab88cde744f48a00ca112a6b050cdaed62611cad88b23c1c66746a4e245
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3624c2b07e28b90e3460256968a600568e33365f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc58af1714cdc3ef76a2d8ae601517bc14d5fbbda0f597b20679fdf78423298e
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0cfb25e1054f355090e84e7cf289d644ae4ab66
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96225520cc617baf30903e8d06984c0e0e14cd0814d8e4fac0b7068c72b91a84
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5f8a5c56b2c222d42dcaa868541cc7b47ac4be
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fff0b0efc6fb76e07524bd47e45515313f89eab56f08ef70a1729b03c38dfd3
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0e71be7549bda37c5f97fcfc7c957c46a674cc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e35bddc6fcfdc0c14f59b1bbcbe8789cd368fd1937357e417af7bf4045d04d6
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e173b121ba5a7af0e85b989b1a2a080eb66edd99
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7bf6ba1b05a87bf019d44f4e4d80fecdfad0340fc1282e3bad88a010c133530
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d927c02e40f8729532aa993672c261139d216008
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861a7c9534d75f941b168131845fddcadeb1e9fd0962a29b4eeb8fe5f166ad28
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f48dc6bb1fccf0258ba14339a720f345eac69a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a42a314bcccc827d75a3e982498c84a2e8a625fdd10bd8ba32296705508d976
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d00fa69dbaf79047f7819fb09b9ebc1bfcc475
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a0d2c30f09c8a090d56fffb4c599d9c3477c030285e3796f93c44de05c289a
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43c47e54bac2dbd07c4f0e068a67568c8b4e8e5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a1aed98b4294482fb58870078933473297132a264e9ffa1596b22c317fc9a4
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d64f2d62c32b94fb645b0cc910fae15d257ccb0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a519e364fc3722f4d8ff3bf73e2236fd1d72bf012a1d59b89e4c81a746f2d8
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b7809424d2afefdf2261ef978af420cf08593a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a8ff94917f44b51403dfb0df285a615b58cc48446ae546baec6a0cf2d285c1c
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505b45ae36037d601ed07775972611e8c4e94128
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e7767c87580306a28ba40d3499da488984b969b3d5d58f500f6feeedb8d0b7
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf3622ff51e5a3806e3841b745b808284d04a5eb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21894cca1f003c303ac1405cae0324872ed6a18eccfa0f3a978d614e743047b3
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca53e0842c2ba35f12436c9fde411b936e66b34
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90c9d323d7bc5ec7ccf2d3557ef3579d1ac7243946585782d9c4b95af70a9da
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21fa850044bb8c07d68cc97589874d8bb04c572c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d7cf341c3f650a3277f82bd79026736f260d991d39f436cda1fd0880e05671
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7613679a2210adfae2cba4b3f5ae69ce0f879b89
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8f49f54baf7f9d0f4b59d7b0f251956ebb81ed12b890e360ed175bac7643a1
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3ccac52f55945d625a7c9181cafcb678b4591c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3503395041e032d203130c3baecc9e411d9e69247fcb51799b2f0139eaaaf93
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faaf23ad5abbcfcbe7a75fe84c01a8fccde1e938
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46128134b4d1b10499caf823fe1581f14aed44044ad21b6b1759c16d8c62d9b
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d7e71be41cf67a06a0162bc8105ad30c2af73f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdec7d3bfc7e0c28a82ee04aef5e4791854ec57f7f39b5f3ddced6a1da8e1c4a
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a1866242339f95befd2229f79f17b74bab75bc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b83cea68065fa302611fd28e55dd0109f9a9147c453e78280e8d825c35faf1d
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ed5a683aaa446918309ac9f7fa6cd255a9fbfc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72c9f1997d57031e84f612604fdd7ae6ec62eda0e8f1ce0482da86770d9469a
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b3f3a4e21471fe49f013220b055c690187eadc8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd33179f2090274e4b2ff3f9d078c0edf9dfb32808fba3ea55ed1b41b540c9f
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96dd3821d33b74ba658cf4cbe726c018137f932a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ed9dbf78d706c98f8c92811e100f84dff675d3b83132a721481498691b0510
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615b7136a528004716604e6067ecb6727481954b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd574ef9d12e7ac4531be81940e0d8f4209e18b49c4291a9da6cfba7491b0c1
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4b736877ebadf63b019358cec7465d65eaeaf9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848c146b1c7e7beb6daae0a2397a4d8dc43f9319c48d46745a1a97944f5fb5a2
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef1af02b866aa536b56896100bc1b270d67bd09
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139c926c0067eccbbdd5fcc7daa9957f57623c279bacaea147c71e32ce473cc6
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34fc9289176ee1996b02bb0e1d224a995b211c02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f141758715ab16d2982d69f1f2ed1f2a9527105caf7bcabd54638e5a2ab2518d
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6322b6e059bebf1f57b56c21489eb67f680b7b7a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da4282fa49ede6df6d9b738eb9fd6e5f5cb05a11bec56e6b88bcd5566388c93
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71376dfc32df29bd96e8854ff353035ccd1ee67d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf613dd7cd29bab29d7dc411f9bc93909f4b88b69ca518aaac8aebc453195436
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0dea13ad49850e423a512105eaf6b44d3e9e8e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d880a843936af31741458c5d00cc02261955342379f14e5e9f9150e47c7b7bd8
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30069a44bc0a92f45eae879afc1386b2cb18b6a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faca55d8e17341e72852d06a5bec0e8f8032546895856c171120b0fe3cdbb589
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e027d2f5834f5a627cb0d88ca3b9feb3c319549
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73abc01970046a0cf5089dd96374c048863cc35921f8e40bc13a4e24657f65e
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d7610f4eb5cd3fc33d55fd21d8c604fb572b1bd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06505a473ff589c6270311882d25cd8259c0690545316f474e2b5e09f2f1386
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8db4eadc594c0caed0bc91199b0bfbc7c3c96bc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a01570539222b196b088e3486314eceb0a5e525c8b1b62d4125cf9a3f3f1835
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3902833f2512222e792dfae2be4289adcc2a06b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf0f524558533452e217d0e2935ff884c433bd0722ed3a24f684e9ce58816bc
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c83d7c188192cf928106e26c23270321c2d608d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7b70d7f64cb9f54efd6907718cd4b9a57fe6a7f3f0e812a86e1ff8956b2460
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde38d07ecaad1dfdc4398e7e81ad13b252ee76d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24cc31b366fc917affb2f696e0d30c88a9d3916154e23d3bbe28d8a4a98e6fc
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b704e6bcfd4023b752e1787ec75a2a0999957a5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a695a09cf8029c57b8fee849bcfc3e3ce6018fe1ddb5dfad74ba83793c013d
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9925a72d231b30f92d4e6861cc384be95f1ee2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9968b6fa87556211583d7806e8848aa9a27327ea21e44e5582c21dc4e71a7b34
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ab7b4f81a57f37ba84f8fadd35e125d597b85a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f19f0e38b88a4faae059f67f45d16764e2a69b3d25c466b5d54ca18820c70c2
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f537c2c331b7561fd2edc559bb1ede1b11d33a43
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b27cbf8f685b667e9a26e06f329483ea0491f3fd3d2e8a1062db3d15b359d91
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0211d02ee9c7f84d66c528f3522239544204f8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7a933a53080248d2ed33fd0550976c13853db8e6aafb7e378249de9d5097a8
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df97a47803aef99e96e8a2a5d5b45a3b8e9f01cc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c913b71604095b37b43a7502bfc4a7bad3fe21025af88c5ac82249ba8105d17
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e96f0e6788301096201321e878a748d72e2ac8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609638e9a8237c853e50cf726d0a6d4db46afd37a1f2972a3d4522cff892a361
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8b8ce82ca41c01807a6a7dcabfc75a2af3fa97
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f1005582be107307d51bf1f94565fb1251f8d179365f689baf32757b7992ee
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f451cb85307ce3b8a28ec4c2b82dc1ce567f3b2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81070b70594507c41260bb0f3ddcd9bb325bf03481d4f0d0c655f4299095995b
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1756859ecb46fc9049c48711c26f769378e66b7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f8f4ecc3e95014a4f3792edf9f9eb4fe1c68cd997dd7b21e5fc8bfbbe88133
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878424c2516519e1ef62e2bd01860dc5e1bc4cc5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e9472f660963748ad9685ceb7d8b396cb71f4ad2eb01777e70d25f3ac083e4
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df1516c5ef4261e546f4edad8ed0a7e2754a47a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40738f26119a3b2be27f5395482d1af9b2802dea31e759abf27b9091d2fe7386
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29439095f3d0e1aab2486cbf6e9624effb1ef6f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252fe8b6fa232a839a93ab651faca08f0f90f1d3371282fcc701784103ff8381
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6201b4d92fccd8cd81915fc413273a2ae468184f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4e1dd4502e855b3b605e2750c84206785323601c1dc50fc2c82738d5136f20
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c40194f9aff68d714d169e10df2729c5fac3bb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1270084cdf09e49056a63cd94d313b26dbece3e069eb1603545fcae8bfeb86f
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02088324cbb30f39a2f1505935bf017690ba48ad
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6440ebc620c90c3aa61dd6bb36fc5814f6d8405cb99ee789c7585f991979410
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568ddf06b66924b4ea67d228ddcaae0ad88ea2cc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ee313355a73269d3e53fedecbad60b0f3294882b02d8c331d9a015e3ef1f81
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccaebbc4d11cbf3233b8703f053b09346c8ad1df
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00900f3a4a8d36236fb2b96567f8fc801656e8186ffc4fe1d5bd483e3380884f
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be8de8acc22bc102fd9df3edf79e367832e5bc5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd306d8689098c065c7bc0b973c7e72fa7c8b07dadbfe308ad94cc54e5a94a7
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab5c50f1a439b17a47eb9f32f64b7fe2f21743c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fccf01d3b889961a52fd890a2b4a68513fa3455b6cdafa7f4c05fb858bce7017
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5dab36d0ef24800c116625c7b625ed51a0e02e5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4d40e5b18c244110dd718441a05e7dcdca8a1586cb0b0b4a8fcf2428ff6df5
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b214f16e168451f712fbf4b03360e7ef41e4a0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260598ebc90e307c856af1c2d11a65e33ced5d2b64ebf3a913445c0c5b107bb8
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664055c8afe74379c82dd414416b7925c949aac9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64f91029f2ff89c6a3daa06ecc7187db017f016795bc766205979b115136904
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36ff4d2d225d63dc9dd7eb4bb886fd5bf3a4696
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ebcddf3bd002eda3808ab27e44caabfd44ecdeecbbf095302949f62cd608ee
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfbd38e1912192301afbc2ed9175ab8c9bed357d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0ffb6780db0e85c6f1b93ce421670b45b68177ae6a977af1a4b79fd365ff6f
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956af3e67c01de35ce3276f7540dd2d7722ba19a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52c03622ff776a74b8a61dc3a16252cffb9f54918ef33368abeef964a3f9789
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/lm_head/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/lm_head/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1174f9dd9f1e4aea5f0a48122cd8aca79119f4b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a49fcf20921e5e98c497547526dee4854a48e9458619c386187ecbade1be7a
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c23954e4496bcdc91db655bdac26112e75cb8c3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bcfab4f253da164cf887dea2ce4511c0fd74509cf2335641a8c943ae9a6372c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2869cb6fd4b0fac40385dc0665b167ac6c9274d4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87ae0d2c1d56ef7d69fd40118e0882fd1ed8df88af0e1f620b2b5924f8913d8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9d299a7305b037a2d9d7d13d3661dc8015fa85
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b72ff2031d7abea1f0e919a29f04303b7f5165b1a999bfad6d65195b31ae9e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..805ddecadb520348bce30e464abde35b7c8f6d54
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4253bdfd63de323b16afca6bc8eac1ad5987512a46662195ecb1a7075fa83b2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3618fd452a0dfc82c4bec446bbb7a37f339c4ef1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22bbde09e6ed9f00b7bd4fa9143ac2eae4c3a8676137776184836b69b4d6a1d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4544e833c6715dec5c033c34a5e395fb44cfc2e2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3067781cf134510c236ccf33484cf1c6cc5261ed9d9b04a09a1615adafd93f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a128a245a6f5d5468b9197035e9c8e66b13c9d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e90d02d76a9e573ecc6eb63bb3cf7b0bf5906b3456ccb4b0bcdfcb228cd34e3
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e174e4334f4bbf9e8889aae8838972040113012
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a572ed0169234522fc49cb0ef6ed7629b83922f83412d9c1eede4dadbd456ac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ccf9bc5cc2d0f480da556cc0f3516e07ae4b35
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3d3a3a023104433bbc99e05d2b05eaaab87029fe1b7aab731858fbabafe3d3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cabb50302216e3eb50daf4b6e6866ca8dbbd6d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60fdb88268616723725279bb028357241c05362bab618f66edce1914c3cb3864
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f628e896dc4b309438da799e4b69215cc1ed048
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b99e5e117ea5ddfbccc84773806df2f54598cde988976e950875a821d880c53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628c99d79dd3b150a16767852e6253574055b9e9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5238880b994544a75c36a29d59b3d4640cfaf6580de447ddc85033adfa74d28b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465c96200f5ba6f27fc60abd6bfd81f64d4dc45c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01056bcad54b04ee1b920a2208bc1d3ae934017b68829a493ccc056ace797eb5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c6af7a8b65a12797dba719eace70f88f2fb570
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b32c712148e1f092042ad524c8a289556a2c476a4acca3c1b3cddcc6ca9c930
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4318893735aeaeb041b607140f233399dff30aa0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7efdcabd9d1427ded21a501652cf6e1462e8a87526757e366f1518bfdfbfe20
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afffa9d0c8dd87b1758e9556ccbe630fa967dff0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3386a2398cdd124ad46648920a83087e5ce327f36ba418ca1bb89e0a3d8c238
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efb8620e16e254fe32365cf02da2d02f6e40571
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f03be255d0c3ffb2ce363b8a0dbb0bf8795144ef3065a002ad89909c291a003
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42964cc1e93a80a75a593680a1e048438a3a69e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cedd40fd3f152c982737107c191020dd3404f35ba350269aa38c50f43bc3a61
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfc531dce620f6fa0e283d3ed7673070fa80243
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302b76718edc5002114b145aa372a7e299271a2d6d1790b25b26bada03ecf3d2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d98b28dfa530e3a35a8eaf395ece40fbe93923b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d7615a3bc291d542e16f6ebda3d432f4b3ba4ca4bdc6e0b7b947bc5e15c4b4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12f47a4e5220079b609f30712f8d90c74d25ada
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48540264720c65feb9bbd144434ce5e70e334f45329994893caa2d65683e95b3
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27bcce9a5dbf6f2391f84547b3bad06deaae84e2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0490e1be898367f6593a825828077e4747ae9aae9868161b72f278c5cfda73da
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3da0ba11acad2892713c78bacb773479ecd26fb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e919767ee2f1fd2d5551b53f4b6029df78b40222b3813e81ba2f17f01fcd1b82
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c29d851cae8820f9953df76bb7f68d17cd19418
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cecad7cdd59ab5df21a1fa82600f2556c604403d9f801c080207de10b4e9491a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9b5d1ec4eb33248e098d51fdd9411bcefb9702
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632a4d053817e66c794bdcbba23efc83b87c90f21ab28a3e7223f96b7ebc2c47
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c1d47f6fa9f3f15a937eb5a1f2c2d61059c28a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80642ee92bab6a4437cc4403a57d46ad1f8b138d411ef7406369b182cb1c12e6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42933cc2b559aa3313b3d294ee56f050f2ec8e3e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00bb8b6aff836e190f7c3a204e8a52d2ed3d0b14b629a81fd829fc1194e7427c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9fc4ae556bacbfa84ad101f9955be0c59f69f3f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0166b6eb2c2590ed06f23849a979d8efcbecf7d80c663b1eb8d5cca74437fe6
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a737c526d44d45eb38320c639810f1ab7e83c71b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb86ffa92ec7638aa07ad44cec1c447e461adf1ad740245c288079cb0cdb05e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74eef7f541942441a7d80a025f6311fe6b1897e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6b4cb0510c1130034f4f579babf7323679930507be7aef6e70e5011eacc3b6
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd819628b82437bb27d6db5f7930ab79f7490ec8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd0376e62ec1de4f06fe401c2c7836037891e06aa16cd75770a01a6d15c4d28
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3959c832ce6f6e26ac600ce56719c878542e0c7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd8ceaf14f55a4b9aec15afb869064d1689ff77282ce28952ea369669893a8b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160c38eaaa3279cecebb2af57211d45dc2ad41a5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4017b48540354b12f14810c2aadd05f6373419974322f30dd1cbb17e9a6eee9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe34643c926e25fb97c9259c5a4107b9f3dda6e3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de82715a42f2bcaa733ec00626642e4834b5d2ba794b28e2a26160d1e45bbaf
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb534a05e5e5c2a390a0d54c922d38fb23e5d813
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f220cb0402bde502535dad3b77e4124cdeaf324d1c98f4fb2ef5cb8027a386a9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456b9b313fcf1d96fa678766c47ae39264f8232d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3739fe356a98d518a935217727fd8caec37d917c44576791de71732789a10f03
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9754c70efe731284d8f8ca584898b8263bbee31
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ab22fa4454dacf957e171a92162e777b927be0cb894206c8b504f72cf3d6c7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c60e23ba3e25722502449490e3b7851a6cc30d7d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a672a651ede4e2cb8b82684e85e8577bfec05075a6114bf10ba769b4e2eeaab3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2945b031bf3bd4fd0a59dce35f9265e6db9c65
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26bc913a6ae6de7deb135ff8cd8d2d1d6641620d96fe4e2decfec79f16747047
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57fb1ac37f0c177a34f37d388ab965d466be6d7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10470ad6388d4c3edbe0067531932221c2b170a36c2c34a803fc69cc106f63f2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d0b1ad022a3667085bb0074c52a5003618858f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86dcf7c7c0bffe4463bf2386c57a96fbd4563327466677730a5d3860561930f5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff46ed7cfe0e0ad0c116310f08038a12ddc100f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8baf6f42c1ac2045bf653013f9c7cf82857f5e4baaa874f0008c5e19e5f7d295
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2598cb58965d7233ec4e40d427362cb9f92ee11c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18ebf3c31fa7862c2a4abd65aa4dc02f8af9fccf82667fe18e8be9d15b66aec
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc0428894a21ad97dd10d67ec74e29bce876924
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b3726ba1105e85d6db170c8118199b84db23ff7c1437ae076c6883c5cd1a21
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3399aa166aa9a2eeb2d9cbaa06bc9d048e98291
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd02af61b8cb4bb2031da3ae634737c10f4b7f36fc7611e3e77107da20057657
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c19f29678f08d0f0ebad160239d32aa8da4e44
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f93f960d9c0a5e638aaa400c3cecb87e60e027106ff8a0bd5e01038aeb854bb
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e07a8d68aa082e1081d520c30daf870a12dd2e9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbaa491076fca6d984d607db5cc1335f1f9bcddcf493f65480df4088c259ee6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d212ba541353441ced3beececb1eca796a1239c7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001882b90a5ffb0084c134dc045e8981745ec2a736cb264765548045c956dcc5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40df24f09f21a4a36e725c055de3598cdb43747a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3db5b1697d8e95b1ac067d8ca22f77af3c44889a46db942ed5cffdafd71cb1c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a187d05569b5277fc708976341a184b4a3ef11d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f92aa5aafa52d021a30d1f1dab44ca1e94c6cfe3ad864ed9a824659f371102
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6e023a4a35b5a9342aeba0ab97930b6c4cf1a2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8258a57d89aa06d48a99275181186cefc3456f63aebe87286de439b8a2d531b6
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab4cc3f8aa38e4fc24ab951b25443fd3a2ad577
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2c4837f6798d28c855f4d365a526514f05852d92bc39bcd884be17ef0a32dc
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1956d147264aa31f0a2e732e288bcd135ad8ad1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c013ade2dee9c5777473c90e02b1711a8a0a02202339283c0fb4d010dadba6
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e6b08efbd532c37662f53f02bb1e883d41f88a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68fb35f1d4ffca10a4b5a387fd82a54fd580000cb25ad5a264bd3129d3b04c5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb6e088c0581b9fa9c0f40e34d944b2d0d2b411
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ad2eb395ae22f92d89d32321b0caa3ba32655542e79458cdc2469d656ad607
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79d4c76018897a5ef6abcd125229f7ac99ed70c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e0d382bbdb892345b16743562221fc0489466f8fe58bbd55d28fbf5dada593
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad93524c8380ca414a3db2e4d7d0efbfdddd97d7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ec90a05e5f9bd9398ab2d814c930f7b64c24d6de9988909778ec4d3491afc2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b63b5e863a83527da44331b6a2a0d2c1c85f86c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a5c229d7817a4fcfbbd39f80623ee8e124d1072d80700682cd12613453d110
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd9461004e995eac5850e3596b0013ad8c78d02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffe6df9729032cd3cb04667778d7ba132f77d9484a6e7070a422f787a4ea36f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d795dc789ba226cd62b21c94dcb8e488fb6ed1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fa4db2d2479cf708903727dc5133610c234c00a27e4dc4385b925f03e3ed1e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9759b17772c09bd9cd980f72ca657a66cb0d03
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb273cea49301fff4856197f3d79bfc6241e49d18608859c0c70b0f3ab4c630
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d916b08ad52a5c59e8837e9c6a1d551f6b1419f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89045220ba07e4de5d912e2ae6446d1a8f6804d1198eb7495b017a8eff84a96a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddbdfddd55c4705abd6fa6655a4821042c482142
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de5e1430b056802177b0f38dc82bbdfaee687141db21a498e6e62bb6aee0472
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82208f606cb3fd73fe74d0155351c8cb6d3ebbbf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6e0fc682a9aa43d835304b6c7b05fcdecd2dcd1d248ac4272433f49e2a506d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0c002107d3050576b6d656cb4a15e04c941614
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860561f9d20bf4ed5a29927719465252c87179fd4155179f0906375aa6cef0b4
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a27f4a407918b33513150ed03935c62873bf0ae
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aacb224518651b9492cfd7defaea02a3bc320c43295638c74a56724f9591856
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1a944042f0d11a8547e2d06ae6449e73398652
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddf89716aea113bbbca79d806f4e19546382cf8b0ac6e6c5d2b726338b45486
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c523de7e871564f7dc44b2765743f93aff2e24
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360b4cab4ed0933faa77d681bd95062d24287b504a60a7bf5fda7e065b04e9b3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51bfe4cedb0a0178c42534de07372e692ee04aa8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473a68a0c06f4a640369ecb8c7cfefda3ab0bfeed0aa6ba3dc5126ab06e70089
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a532611dfc156c6fd6960850bb5e45a0605152
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe8999ed5e03e2abf843683ee6cccd9d69535a91a1979408de0ea904fda9879
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caeabef011440aa38c3152a87b2eb1bf07eec96e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a58aeb0aa11039739d793bcbfcd77e9286b92b025470dc9e37399b34b429a65
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995409b81bf2b65a6f620172a947427b4f242d90
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17081b62bf39d1ce5628fa308ac7d5012a81be972adb98291debe7698e180b2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72fbdb0180bdf95fd59abb3ca8e2a205d0466f8d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd9423f9b2c967a638d001e7c97f8d069da8d1bfed9136118de8c7bed1c31c66
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3f4a9a7f9a80d8d8128211d4d080d6644bc52c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695231fe8f8d268e95406b2537a80fd28713cbcb27a2238ff4158b720f487a57
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8871f697ba3dad4c64eaf41e2460054bdaa8a9c7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b2efc71dbc4b424574b4a030b67762be7ad90795dc49566f846cbb38eb13e5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466c9f7b54c8ef7c5976d3b9a74762d1f8d506d5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acccffc5fc6d4ff96512fadb1adf58822bca2a916ed2340cea5850c59276a8a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92cb4a6ecb556efc39feb39a32301322c1197a89
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20de30acac67c74188b1f5dd72fc7ea7e48f57a117e0e5dfda73c8a5130c8162
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f0c58f616f1663392ef96ed24fe0c6b48cc6e0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c4a10edfce4cad8731c3c01ff4cb5d7dd5209d32182340aad8d12e6618db1c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d508ee8d18616c9a179544199a501c977dd474
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8738200eea3122629a69f1b4b0563b0b9da38099d7e39c51d07a3b491aaf70f4
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a08e72046d92db762a93d1f51546e3d4819a0d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e941e31d231f6a3793d11453aaa942a5f6ac41101d800ecc8e914bd8243fc0
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04242852d2743bc509f5e16391ef601fcfebb941
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd958e4f149b511f7bcecee915ce28fd7234ab2655b7d8c20527826b2f9bcb2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd47dd5412b58c690361ded8c85bd707f5991b9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46f8c7da07a6b981590f045ac8e18d305380de46690f2a624f05a552878e71a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493a1b630ce2cb478a8ad6fca4dfa920042359af
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0595b4176fb71f01ce12623838fb77bbea07c1923d7c2a19c40fd3aee37274
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d48b407075bb21bff809b6524f944dbf0a7856
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f99efc5caffd9ce6bcec889d7604e7fe72df17ce4bd4f99d8870468c86def0
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4406f343b6cf827c98c440e19e14f710bd9263
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1892a0313aabb409887d6eaae7016d77a29a4590bf39d60b7cdcefd6e4ff72a5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528ff53ae849f51daadc61f9db0aaeb01d09deab
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc71a8bcff8a6a7244022a6f278f49c6ad63a1ced871ca30bea4773405718156
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c79fd19506d40390ff703ebb4a3becebf96ac18
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb53d1e0a11e2ec2997a7d89f80771423b824f5cf29fcc73f36e43cea8e24870
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e587e3f0ce3c0fd53a3bb77a8d1bd32c18234b32
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500edb63a539e3c666069f77359f7c9e18f700ac6e6ec548cfd7ddcc65c04f2b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e879768bfef8da903c7985370027d156cf5fe65
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d670ffd30c0b00104790f0c2e3fce1e8445066b70ef85e476da13a0031cff8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c3eb7ee8289352e03aae9429bc78046a0d6bc1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974b1f000acfc97461f72e3f1e917c7f4ee2eb585a37f236ce749bd585830925
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4cf58f84d73e53a03c05b58f53202225ea0fb0c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fecba1a6e4b11c57920c982e0cfbc499d7c94c2d40f98537a0c7a87054298fa
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c1b06a6762601f9d92d21cadabe5e7e847ef66f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c08234fb336c24a9c93e7ba7757deae9519a560f787792c61867b73736396e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e41fbd02154bd25286c9f560d7c6ebfddd74b7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb01c657e60032b5f9af76165c9780ce606eee8b59d18b8266ba53d196290302
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e5dde756663bbd27a97df1cce0e9cabea832e2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b77d509ce6548f5d039a4da0d05b7b4c3db88cd4cdb65a4ae1a86ea8434ac43
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632559a923e7822c6aca62d7013c67b1cbcbde49
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a380baf3d36204e631ba7d68fa3c2912067a17b6b3f4a5af9b36c33a3f5b2f50
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c1305d0f9af2746695069760669b25ca46afe2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780133d0ecc25cc63025dd221a49e6d411a378baac1f86d70db097442112ecdf
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d1c4e4c1223f1116204fa0a512a8d5d932740d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f97e0163c7a4e96bd716d3ef3ca273cbf4ba0b8c42066e88f4e74155fe85153
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5de01d3aa75b97977d5259bc0dea57f7074ed7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e3571446db309d53bee430db5fe92829cbf77fcc42c104906983ef2c98b708
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671fcb335d0a13d676836f651bb2bec86a2baaca
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4001aedc58da460dde4a37e6cc025f0a41b07d3d01c915c1b4b22c6da411dfcb
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60172043d9fe5ab49605769bc849600b3f17b555
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537677a7401b0e8f92980121c81d52833050dcea87d03b4111cbda70c529e325
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85357ffe32490ea5180808666a12e01f7f1b9409
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb0eb9876aee774e87a2538aad6189cdbb3a1ab3f4cfafacb620417028b0b27
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637650017ec66fd1532a000057fbb684c2e4ff77
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4e30e15c610f3d56582904ad00a85e1bec7daf747e671710478e964dc3b971
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95afc04d92bd40d8117d436562e933fda68d434d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955c9837adca5f1a91ab9481a7d80ab9acc6b9a0cb336e05b0b3840eabc95e48
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315e65d415a1583f3bb8b841fefe5f35e85e0dc4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d270be2c6cd806d1b8a5786d189e88246e67a76f585d480614ee0e2f377b8c7a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d275d03b046b6822c5487eff8ea0c958e923a908
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bbdc0a120cc025f1ca7f170f1de2ddeb211667746a1217b6446b1fcac5c44fb
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962ee73f09097c4f8031b438fcd57a920c064889
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea7ee9c842304170f891f4e02b380c4806b1dd7762d4865009b81e23b7760c9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9308e6151f19da9f04075cd4619187cd9ab32bad
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53452801532b63c165f561951c293a32ffcd98699a8afa04f16280eee10577f7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7036cafb4778b14154e717d7634fe98433a0fcff
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b85be391c2cafde0c350638d4e7b16d352fa381526c950fe85f9c704fa855a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644fee781b277a65837a25e1b125056c4e1bfd5c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a0e2fc0c8d47056a593de3327fd53cb1ed5a7d3555785f437336a275c562a8
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4812580628a3ddd1487a4f93aca762f32a46f3e8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a44dc101bc6da704c9bfe36659da413f9eec77d5142042da0f0ae60208a2da5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b19970b2b57b8aad0021df374269bf07c07a79
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197c728c19e32a56b43312cd1efcbe74c92c64a724bce3f70b8432f540decce2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8685f00274e8e773a1f7149a6978d7a8d5a82d06
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6f7aee8cc83771b23a3828bc23b76bbb635cbf4543b2fc768af7f88dd72864
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbc6a07f61cb317aed28f4476f5a514d26c39ff
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded60e0b2dfbcf581b6815cc67d08380dcc1eb433029df7de40c2885f8755716
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed609b56f076cb576faec5904a2f1a7740827fef
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e257258d4d79a0d44ea33efd9047a7b04a8da94974eff5a0aa01840918b7b9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810d30fc2694d9920d6f186967995609feb9bc0c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636e3ec4a6392b41d0562092eddb7e78fee304d80f2ca1ed65e5dabb9c485a63
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bebb4f548d29eb64a04a602b4a7d865c1fddc5e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c34aa94c3f3008eeedb63b5e55603912b242aead024ebc9405731e69250cc96
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea5be720002ed14b5979e24ec1c54b115aca8d3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cea634813000912c415839561b06831c3343644f4302e99ad32d35d0fea5a66
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d9fd470079854920d0bbb7322df338a3546f7a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d3e6d636e840bfc9261005ebfe6e21a94cd125a065aa519b61ced714519e58
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5858c8ab90eb8cea86c22e0b154119f320a18ce3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be67f7cf9cc82342bf30a916c03a8d11a2ae2c40df499aecd3ec94397229a1d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9242cd97ad8945164b861c3a789e743b770357c4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed6642847490b87782afc50919939b522188d5ba5682ca6d20f2dd832827800
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afbf6084fabf234ce409f2beb361567e79f13d60
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e06c3a3a89a921c09c9763edbac6c4eb265e1babdf606c0835c89da0c44ded8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd494b522b2c0b65b8af00b456b260d6b8dba6d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c5839babba960ba7b29157f99bdf7c240813943ad42a42d86a488f3d23aea8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6102c57733b67d72dbf317a40b9c2e7971a4925
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3489516963c4c41ecf5bbb807f5b14ffb2e401e87a2f21030d0ec3889cc7faf6
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812bc3915176c368d7f5d7143e5c5a99065c732c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00a2366575a0127eb8e43b0508d2c583b712f362e2360625137eae6f3bc54d8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2faa428d04de067642327de82ee0d0484bf305f1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec9c5c2349a5ea23d50e479fad9dcaf81b3a13111d30481663b3a81ad72a27a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf226a01ee0014dc6e008d71e526c5f6d809462
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4d3ac2d081e6fd61527a8bba3de8ab1060e6de3e973aa88ed75717789c7671
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2110bea0d18ff5d05aaaa269783cd0dee97994b2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e535ea811ea9804d39f450e4b6314879dfa476f5ad02c9498f33bbac15e856
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813409a74451ff0f3d8291c38fbbf912a2ddf00f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fd77c0fe1062acf0ff1438b63386491372a6e7c99c0ef07a4f3cca24f9ec17
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944c8859252651566219b0dcd5dc03b226766425
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e99b17f5dd868ce1d0b58e7fc6f942daac34a465aabf8dd3fb7bcdfd7ba352
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a0b577e6f0e604ad8eafef5e2448c5d8241a23
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe9aafa9a9098c9cfdfb9b3e9197478201ce8adf5db6ab73cdd6d867693ed8d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54e54882d20ce3f83f1a344aed2fed17f32e9ad
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3925f747ec79d4d27fd46438f9c2f3b28d5d8707e0a4f3854acd3785d00bb09a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b99e607d513ca908c3c755142ece8143172c362
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a262a01e08d2166a839f0f03bf900647629d48f2be7a94de81f4000a1c5da7f8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee12b1ee91197fe72ba7c743d401130b049ced24
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c55de97be4c0777cbad515fb9933d3996cc2d0475cb4e27c5d8a2568f0c1da
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1afbfdbee69330c77699ec8126d99f5d198ada3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01613a0611082e33d40915e4c239afb6eb0271dc92d068c4e33f6166308254f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95aaa4675876b5c6b5cd64ff18ec357f64701069
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc18791545b62e92e5ea9c2c68c588f1a60d5c848f02a8618300be51cb2c685f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7e79313c9b0c54786113cdb10405e83586c1ca
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56809ddca55468875a3ac17510c9503a8f6d76e5e730c64289f8607fad506e63
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9dd602bb1431f7747ac5b97e21a796fc803e1b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abcba27f28b7b0f5d5af59060954de5d408eccaa65371c18523aa4dcaee3b9d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510f937cce1870f9cef179d4fcdd910bb5d3b53c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e1795b5548079f0ff8fd217faf7c0815e66f03b09757868f4698b94eae878c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9243791c3c942ac030e10ff527903601a67d1dfc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d14e041089df50f077f61f49ca5fbe91a4c26992cf285f23fa226b508eec759
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a03131eafa23bdf213029b16de9714fe5441daf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa45b6ae555d6e0cef7972bda1ffc4cfe74501736fdc19d35845a880170197d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e2986d56647810a2d08896ddc57cfde0007624
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c232d3d076ae7c95b2630771252c75326c99b61000ebbab5a9da115c518f6f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0240d6fe8d7bdc29d81ce29fdfd24b7481ed11bf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229b94232a6157b18ffea9e1562e664c130174dee3cbfb212c4aaf55cd1bf50f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa4ac7c960b8d264bce99ea6199222e7f757af7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4680365c98c04e5a247bd59391c345013dd3935c0367a4c541c2da758cb33fb3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc093c0fc00a58ad9a96e8d656ab51f245cf17ee
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b64253d0a68e56763c3ec071757ab8cf967bffa8ea5c24387d66101ee46d21a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3711d17f88c217e27ee188c6298ddf1e55edd460
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18f6ef61214421ba759b22991d53200a97f9eb9b1fc9cf6a08223999dde32d4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e871777ade8d2fa4afce72b4fca8a3e248f5d305
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3232d42db7cfcb85b43ba0e834c352317244096d52239a81dee7bbc98eb561fc
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710b94d06aaf1df054847101832418a7d3813bc5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e564596f5e5f1b96a6dd951d40c879b2567109ad51b61b8f9b8dda7f940e7e5a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a762d9c0dc526f200a584d15f93674e37613336d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065368406a53e9dc92de6301f4a121f4985bd17ced86ea7fdb5a8e7c69f517a2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0510e0d38bad3b6eb867cced05ed940306174dfa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c0bd2502c95229b5ec3e8b8215e34479282eca274fe75cb6e55bcc8d515397
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf748cc9569b83ac3db4b1bfb437c6624eff599
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720a8f21b8087b84c77de18e66e7ce943902ef918f9efaf2d785a7bc39670288
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587b6e9659b0c5d6612fdc717f06b86143e5f78d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774bd5881d8199f64ca5a14de3a4ad442606176f86e9d39dc58e6891118c207e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12353e2b17cd1a46d4ffa12da45cd13821786dd6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79dc1e64a6f15b001c6d54ac9f5cc0e7ae0e261c606c9c00b1bc1c9ff12adff
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201ba351fbda4bf8e1762a16e5dcaf099cd89b20
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151a956fcc65c227b202abbb11f8e6aa2cb53ace834e633543d2fbe26ccfefdd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8479bde7dfe50f353addb200cf34d02fc49ea8ca
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/method/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba09b3070a72483f29f2fa47da11719ee7b482ef23195d031ba6914fb0f2d4b2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/lm_head/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17e71bb4bd0203775badf22977a91099ac06e13
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8d7e51954bd3bc93db10d7f2f85486d7c5b396af285add18911637fdb05c61
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/lm_head/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ffe7c7a7abad741786dd183a1828b7cb52daa49
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f04c5df59af731b9f3ff8ee3eac59906b17a9c8b7e033e3655975ba261a0a7
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d54007eb9fb0026ff4742646fd21474be5960d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20aca7239658aec02fdb520062cb321790d65e7db9b5ac7e90faeffdcfa59356
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e94b77d2721c77e4df2eda3cc8e7c57218bd019
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6742f2d200f9554e9ce0a106cd641ded7a6de017d9fe9204a0ddd3784258c3d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b0b58890c2b51b66bae1802565ee44cb71cb63
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b085ba8777cd6bb34d34543fe212324b80e0eda73e41b82fe88f98dc61d4a8b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886fde21d6fe6696375b65f85056f6485774c342
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56facb93085cfb4d6147d7253f7b4741692882845906049ac8dc4aaf35196404
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed01f67c44c2c83563a865ee43f1175f885a57d1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40019dcaa14f7069018c90cf9b7b0d59c949c0e88705e6c3cb250700388df27
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af73b50f8fc813e5d1c7daed922f20c9136f82a8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d030b1d75ca65bc1cf271602901aeaf77a2e865613216266336dfc93e30e5b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e223a27ffa6814e79980aa024c2b868188bd6c8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1726fb2f5ed40db6dd8be300402ff02d036e62ac88cbdf736c69e239981e956c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba46a9c34af06965788519f64116d09015164e02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5182c4fd8c0f73488561967663bfe9ef69110c98cf36b9203af129a8d45826ae
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e49d2263fee18cba0531bd4250b60489d03340
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b0b5ccd032e2f4e8279060f99487e5fcb9aedd8bc5442e2400700ff6b85464
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee345b5f81dc90e6fe3e615c3e78207c50ba7ef7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2825208c885b837d20739b06da6013480bb99b99791a0f2016a1c2085f1605e0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a352e1687e0a661f88fa1de0e297eb9b958b8c9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a4c0c992c7dcc28595ce88bc28c3c53d58d19996003efa532823831cb09db2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ae10f14739e4675683f7d6148d69af5245e4ca
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b8de0b05369cbb3890149948d3186a16b1c789c50a7c23bdd4224bb804ea4f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73397aaeec771d64e120f8e5e3fed13fd99da7d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6de51828bf276cc3e134040635432de9a8495f10ac52d5bd93cbe6ad13ed96
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab0f6be20046870754a2ecb0958171e33532391
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd158aa368bd439705eccbbe5a3e5a60b9d6d76e79631d3697c317d064e31358
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27d447f9a801d9b664837a83a12066144b17cf2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63333bc410d4fe34699bf3aaa27fdae5a8afa3b84481c6fefe1584efc03f5e62
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff64c2b5265bb9deaf7e2f136ac89ff6ebdf5ea
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a3905dcf1d7daced66268ea85c4b1412a69d5287e6096f0d4dd36e9e01edad
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1afbb77962846a9a5067fff8176dc61c2d2afd08
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2442adcf034303241975ca9ea05de02d18cacd237dc3cd899e1c0c7608064e30
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac6efbe4cc3e97ac58b490b0cac875e7bc26898
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f36c0ff45f5fcfdada52408f6380e4310d5a80485e558b9d18698748e1dd88
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090e9d7f30c244d4fe38810c451f270ed91fd555
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a4c36de8174f5f92a24e99e8ad24b2927c70482d7650b099f02962ee52b692
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab0f7bd504b4c7c0669685746127b93082881b3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a732aa6f4f8bbf03abc036cbf41dfaf3a77f9a88d296dec7b093a933dcfad77
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739184ed8ca3d2d36b80e47b51662d5a6d0cec03
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0dd77eeef774db9dd31ac8f8d063c289bc970aac7834a85d26fb554668751a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..892972f70def1ca4c2e7e1ab559ca82682752c9e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e991ce46a7941ceee8cd43e02a580645e65c93ed0459f596b0e3f4814a409eb
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce3bedf0eb41f389a65cda18918adcfaadf5971
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c21bba2dd738fae2e1f630b1b8f1a7308b9349f700f0e00f178a9c6d166e933
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a74a9ac7000eefa788941358dfd0238dcf0510b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5924a9aec0c7ed03b8fddb1fc6f6b1e4ca387f4d638df4bad9ca7731fffbe657
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39bde665e0c8099147f62db0840a3070ae6b13e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d874c8e0bf05012db44860298552d3ce47ef1d58a84f076691e0e58b6abadcb
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa1e8ae057a8a9e00eaeb2bca18b72876d77878
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e57a8db1f2f2884722c9053e3f03807d320300d5898e13d22f9270a8a29b09
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f187f9100e1126e23bdbf0d65a16b8005d322c90
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b55ca84362eabd4773b8a61f6b417204b445390693878f2a8ee30b4fe35d31
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd1d133c6cb081540fc2693e76912e6eaec0512
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8220ca5999812985482ab486b1cd2630cb817f765fc655d65e5be239d914a931
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe205b271e2bc7d669f2938cbdb4234f328cece9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f808b6a9f4b149a3d322e146a0d011b777dc1747e3167ed0eb2b40ec520b115
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f766aa1bcc0c6c9eae6be9deebf5e704985edc31
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a29825f2ceaa405aa1503ac919e21310fe0b3eaa7f1f5d7a5ae57999e8dffd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa010efd06bb7378bd7fce013423ce7c3df9df9d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e76cc51ec09fe9a0fbe48de3510216d31eb71fdbf8844b3a4c6ac82e6f962f5
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016f6226d32199ec6a68f209c5bea7e8219e6fee
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7218b706c5ae08cd24244b2165b544c61571c156ec792fba654fc2a6809279a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1aabd70c68226cafe8152a20200631873a11a7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ff6513ad08c1014aa59bb23bbb7e8345a1215adab50662453dfaffe5281a7e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb065937705f737e107046531dd3adc48d301f9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3835628be7ef7615397334cb6d1b21ee7d27b13d989ab03bb89ef05979a601c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e25779ea9cc8240183bd7d5a7db6e30fd748d8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc6561d88db7d6ee3ce0f03ddabda656d6823d8f71b1973c06f97890891115b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b7ea0eb17e3c9ec4fd46102bc770a7bd2a665d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ead479586ef12cb0c196ad8a67ae91553914804642dfc1f49abd13101a4c00a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf12d5d84cee9aea7a9c4702c4cc705f2e067746
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e742476f22a2be5b809921003c386736787cbff5ce5350120957a94838cc78d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31723d39cf31f8886a4efdabf2c314998b298f99
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a636200ecb7508e587918fc2ee9c350ee695de1e1a5e8361844bb254dd0580
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925f0d84a0082fff96a1b3cd84d17eb7c4507c14
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f5f4ef194e98b5004c0daa9cb2a9824cb91e1d5ec885fce3498480e755cda3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a254d5f292edb1a0879d6c331111d0b0465b0a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40a7bff3a89180525f8227d438f9a1bcafe4f2cdf0b1318f543eab4e6b65c9c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1918004a324d52c1507fe6e06665904d7664e1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84eca3d69045eddda0727bd55876a6d1d835b2fac5cd4ee3ff91c59fcf5ebbf2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0051e8286b5b752dfed914368e9deaeedc9395b1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a2da730601bd44ff4e8b5f836c6464205d9b100e54699d37ce7e207c4ea47a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6151b382a98bcf886bd23fd8802539eea9651a08
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962b0a5b8d271b461fd3cb0248182f86a227a6e2e07e00278b56fdc099360e80
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1b40fb953e10e4f5c2410b0076d1c245658115
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcdeede85222fe549d7bdd15d084318aeda3efb18fc8c750234a59d9c208bb30
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb100223cea53b14f8460a7ab651fc9337056c4e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a97b4c440189d6ef36d3d04a47a7ede3482e7d6853cd384f419f1957bcb2a35
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039e3e4eb111fa21ce1f2e7b929e5f9162305229
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f323e5535d8a38c62cc1bebd30ceb97c8d9df5dbe9ac23ba00e0916535d88cb
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df997c483d8fb5d0d1387fedc942810c7a297b29
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80257c7ea7a3da3a7f7cc3880d16174f2dab6bd6c13fc5c05a478aed2e8884d7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f20c80583350470d6faab9ecd738df98015bf9d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02663f496b39419d84e70d71e9f75981244da0eb9030df458479df0b68ad108
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3bfa198cb4400225de6e68816057bdeacaa7b06
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4e84bbaad6a7b72062ca689743eed216f2f8b99ef4149803de4de9af76cffd
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138bded311e0077fadea3afaa14bfd6b61314efb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e55c52c6188e881061d1e0461c61ac2914d5a96f9d2ef67d8f4f8e6d02856d8
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72ac8b93be461c53dad5519b3f570e774702933
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb003dc321f5f8fd7d3063f6ed73860d23bd554e0dc54c6994621aae26a732d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db3c751e788ca78206c20fe453eb54125507755
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425fadb2c61b286062df9219ccd9d88128450006745e0e4dc17cecf3a3b600aa
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad037456adabcffbcf7162b1e610dac88139276
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595fc34724cd9dd6fd4007104b795762a6fbad824e294653b74aac57f515ce97
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5c78e7990554c41329a4c22d9d44596086d084
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2924e349fac3acd69c1e8376915b8e53d6c7748f72f1935645ac0d434db26684
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f281fb23b48ef317fdf4b8bdd64f87e66488028c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb23a718d5f38fc0decd0b81627bdc1551e26b900db88e7afb8db1031ad1b814
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c7c474994276238a1e4c9aba4d2b5d8f4d48a5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7088ece0491568020cd47892fd48b71dc8674670ede6368cd2e90716fb7449
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e91ef3d005c17dde54169f8fec2450d564100cb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02081875452746f229c01aa9237b9e02797c13eb572eac4ad5032787f29d6ed4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da09e4a78e950196c22d45e57884ab0d1452e544
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e96a9b82c3217d31913d7568ac810c5ae3e25814311b92e8ca34fa1ac04c39
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e95d56e5f9f12fa3e743c07efb623cc45fceb4d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb0dddfc654f5ed4d28adf8d96ca22a43b7ad4c50fb220e381240fff1bcc381
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240f0a7aa8d5317dac5611d9a87ce3e9bd4ba211
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470052d60ab15a2347d75d86259f12003964ca5dbc0403deff5aa43d4e67a092
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44e3f84023e0bd26bb37e3efbab1d042861696e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1b1720c9c222427dd7d0306ba1bb408bbcf65aece1c10c0e61790842140314
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeef7a03ed1ba592feae2413ac2820e0397b681c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b274b72b07ed6806ce1c034898532c1f8811a4f6c15c826dbea9f03935a5b645
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49bbf89c86bb235bbd251ce811b2b9625815b51d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1326cfb9e1a86c0797921143403902b961565d146b82c5075674743f0a047bee
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3694b7e8ffa3d5fb217fcf8fad75c5d5101e9b19
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042076a6d5e19d5cba9ffca93463ece8b4d6b751ccfd04e486c86ab00e81081f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4df7c8fe52c668475cd1e2ec59ed8d91a3810d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c71b1c80afded918a0cace68c964e6711f0653fee747d5633296cead210cee
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72f4624582b118d0a8d2874c5a25f71c33bbf25
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be57b227acc583ff5d943d13994f54711101ba2ee99a4d8091df42673085c318
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f3202f5ff8a6918073b3aab18fed4f42c249bcb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689119bc8ba26f8d38640252a5bf23a334a19489d12b0a21a5570c307cab8d64
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2995c2c28bd48e17ac455bef2ec4d871e88ffc1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bb6b45bddd1dc98469d2face91f793c9bc1d4192553a82d154f25376f8934b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a3319189773608b8dd20eeaf82e4978ac23be5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c795524e331f3d07ea583fec66213b5727f75f9517f0c6e5a3f32038ec8b38
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f038eb5cd320f924cd78e02246d2b1bc0db4e7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a33b09a2c41ff1069e8df43b37b301399ae8d53053860bed47b5504fe23ba68
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c38e09665d5adcf6be6cdc834f94972fdb8345f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256d62454ad990c59e3b02839943da63bbb74b2a4ef5c66176a4b6a6fdeb878c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0544a017fedf36d99c919a1ca93181eaad3efac9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6778fa69eff2b33432331799d66e258a9970c2fc84b0f2082cafc44393d79a1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2092a53285b5c4654338fdc82121f1d9d77bd445
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee67798a33db967f03d083b30b9baa87086bf02a2da542b1d9f5854faf0fc5d3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6179b4bcaed32d051b1ce11c35f53cc4249716
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0604062d7685489421d55d636d79dc5520b0872fee5c693af87333cc968e36b2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f54bec7c337cda4f7cdad0ac6eb3ca6fe04ca4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b93083d0b64d3747908d6fc6f7a0a42992cfc5908f6cd7a6b2870a287ffb83d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ee7c8b64cad462f8c5c5b6ab75621f0e15ef2e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294a6170db9bdba448c6900b709b0adb42a743467a4daa852022d4c7d82bb6d6
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52985920d49f224bcebc2ad70a0eaa51d988029a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09afaacbdf987788bf5d5fef12232f311a5f92a7b27307d416479cc0b36ae5a4
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b329d43a29dde5e10d5cd05fb96e018665748235
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3b8bfaee7610d1f23eec5e7035d3675ea7938b9b1308eeabd4f7ed12b0b0d4
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e372626db3ba4b6eaae252160aad88e32a64f47
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37627519f6b07bcd9726ba3d3d2b70d2271999bdc62ad341d2364cb76bdccb08
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee3730f99b19f3bfbd0d5f1a05897c5da17d982
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ddd69f281e8b372e4ece70e5720e06a36e8346c86871d2218d1fe2a6dadd33
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7117ce3ec0b48f59466f23f0d9735eb3888d6357
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5254e6ff2af751b9ec5b97a5dc4fa8ce5adf5b4974fb4c5d51783bb048a7e7f6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca2b8d9ce6a47388ae1bf4e0f81b154747e82d0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b4f1886d0c0c84ac34a335ba6d2791459417ecf424a757b259f992f7158d96
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22a8c0fb76efca8fed2e66fefe3db02bca0d26a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c246bdb2fb78a7fcf658438d8033c7c688b024591ce49bfb1919304e293933d2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c7e650132729ba357a40238151e65acc5a59eb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ba3f968a7ac5a16ad18c24860b9ea1af5316207c13be81d1898572a0ade57c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60bec882a89cbaaa0bc22907f2cd6b4e9f4e085
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4488ecd75e490efecab1dbbb3ce24d8c9cf6fee8f1c164819c2fcc9d60c4ee
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46366e32530dd496d0891690e3a65be4dd43096f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98f0d1236abfc552dd0cb262e30537437c985d1703fb025f2206c3992c4f7f9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56051c5e3144f3dd2eddb13673b2dde76be1726
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89d76a6bc46af48d6b1aa6042407bb0485130f97593804707800ba816dbf205
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c848fb25bb0d7071632f810235fbc21a890d8712
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b098e854a57b50af6a7d3de0bcc24d328831808d755fcfc7e6ae196664331eb6
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97287ad0e27dcc6208ce9a976dab49b10293af21
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b81749ef2fced55b6f8feb96d5136e1ba5d11ec6e3c2c52abb2be5c6f1e212a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1adadd507dfef0ac0781243652084eb15781257
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee22b9691e8bcfa98d0d3d76f1d16f2518146c3cf2c9f0af0421558eab7199b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98867232b3903d587030980d584ba288e26f7c11
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0013364e77fc31f1989071e5293095b78468c4c410957c539279ef2d5eb8a2c1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6586cfe579a729a78ba3c4b7fd18b7c6cfcdb8fa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0160e527b2a23f43ece47fd25298394affae92f2f1147f23906f27fb40599417
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b12546259110bf7267178751789fbc93bdc922
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4f19d9a10d570ed6d0b11a840392bdcbe06a5f7007d393122bb3b9f2081298
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4e2733a01a4d449606349372e4061370c618bf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efeaf83daf279385b385c1717e7a198285b204302c16b78d9dcadb0ce16c38f0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56209e4d8ecccbcaf12eac5f9f32143d274ae3f0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52493676fb4c98ea572b34d95f6e547300147b6d00cede3695bade6d2024e38
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da8bc03be1942f5be6f24ac7d7c28002211066b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c489625713cfb760482605bc653f6a5a2c2221a1ea56389baa514d57c1250d9d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081fe3ef6df64d6550566966b8178e7503d4ab0b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8796817e94cab3c6101504c187fbe5b59a57416c4daebe264528377b3478888b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecfbaadc41f6894b7cf5ff1d901e6696c7006a68
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f69a3fd5d4a8ad7003bd3b85460388025352cd94d889760e2c92f626100471
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eedc71e3afeee9b711c33c6a8e0d93666ccb107a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61a4d26c91525288241b511d19ad6c2358f3cb84d340c6bf0b37e51fc03df98
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233784a7c9fc3c2afde735309b7590ced7898eeb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc734de050db585592fdbb242aee57c49189dd98e4f33979189d203a2a4226e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46348a48f0a848374c9a471a1c07c761d7ee6d2d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c04eec44fa6ad71888fddeb3d480546b936c072ca16d219414a64019286863
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff0fc8043f97af6b4cb73086a7f7594e471b7937
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7e9fc216dc102e4b5910faf63ad992024b59275ad1cb17b6c03f26f9c4cbc6
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192ebf3668338582fc46e1f0e1bbb9417b6f0d96
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028ce9ed06007c8749d60718c07729d5dc58c7435e202b7db26495d98cdcd75e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c89a31abb2114859ffbee9f49c095b848e51455
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01431c59cdc52c872d12166df695390f2d62ec465b1537aedbc9325bac931206
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb9d01705a15f066a60c6fb6d8ab348e29533eff
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5108d419ebc313fe238cdb963c21921d3972f840e6e36da388f7fc7d78ac49a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad36297f0485e2f659a935a7c3c6819049b903d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd8f78f2595db7d7a27b1853393f02b74be371ad52283958ea9dcfc1cd659e4
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfd1020966dafa538cf5d96d0152d16ad0a9829
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5169e7601173113302052ecff4d3c3a758f0815d09e6a7f4b3e0c5d185a5b9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba43aac00d7571d47ae4e34257343c975dc34485
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe938b2cc28deaa97e8ccb5b24d202bc12ebe7f5dfb526c095a78310df27ba4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84897b310bfa5a6e55e1a97b3080380c42d606c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30da4c836a0c2c413d848e6881932488b93171a8b949e0a54fa98616c7c84619
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d508c67e4086703d58fc3c75af5cd402081876c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd061a2dbddb5748320f5dc7433d0a1a551e11f3b7092951d20407fb79df580e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417d394bd3e686a65713f59cdab2f9c5a63f5f19
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c3f6caaa76a2db4a9092f7b1379ae07643ebaf104d87a2a5ced9171255cec3
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff06ff541124e1cbdf21afd464efcb929c8d97cb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d323281b541be37743c45f0369dfda84d425287d0f003bb5bd5adccc09e2cce0
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cef7fcdb94cdd35f7d714bb7a11d518d01cad99
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc1c85154bf9ebbf13d8743318ed4253e540afec4a04c613ab04efde067b074
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26b17489d5707015f2da16ccf3617c7b9e19e19
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3eb1c635075dbcc2288cac2931d927e9963a0952deb03ad0514eac70a8cb19
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00efe64fb0129d40fc65ae0610539f6981449377
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799e3f51012b51835066f1ed0d887ab58822850cffb9a2e29f92e18cff8761d9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992b0ac841dbe7df03779b519e2c3ce52cacfe92
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b4e70fdde82fb654153eb4aa7ccf1bbf5f25a51148964ac7f136148fda0030
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6229be8342ec79c1ab99230422211f18920789f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29703702bea56ceeac80a67c1d1b95f49b503f9c5f0bfcd503fa12f07f406a4
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35274bc2e6109b442c90cd0c1e72d3b8216917a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbc4fbb2a10ae1289bb03dceb7e3dd23eb033b7fe041784693a238dded1d8d0
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5ae75ac0baa2d91eca983cb0344750ce167669
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552adaa65d8b9cd33c8b38042121c1086c5c4e055f745142a6c97ec457ae5ec1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083b022e92a6fae4a6f0a6ad83211c860890ce0e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6f89cbf82d7c37dd58f8a7f2e8c0c2cc61bfd70ab32a8721cdad4d728b0841
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff8a5870ef575c17dbda59b13da90bfa93e5d4d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48cc57077c4e20b4616251ca81ddc47726a4d73c48be4276eab8b947dd97e60b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e2eefdb216a811196d17abfd0e4b8f8b6684fe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf32d20424be9a14a039a0a6af101223ae1c8c8491bca6590ed4dded2ee8d2e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2873e0a2f122b5ae1cad48ba6b448d41ed61da0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190b86612adec9cac90eddf15c0e45118f92b7dcbb081068008570058668d2ce
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b58656ef10f4d640fa43e021d1861963908cc3b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28baee1d2a8229942f0b5ac673d3f6fc44452d1c2dbdc0c67af29474a50bafa
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f79657cd84eea786f530a894b40d2c0f7cc4d60
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f583154da9f3d64c3be2ea9d7ffbeef2c7ce66dd027af1e3c42d4bf625a098d0
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c1d7022eadabf4c2cf59f98b0eabce8ef2bb14
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a9fd180ff93e531d25e3e868f0823641b6ba8372960e197dcd3031c43b3d70
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a11bd0f1b865ce5ccd8c464c42ae597dbdf5cb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06cd503d2580ea6c9af8e4b88da8a9ce76a9eb3a21b9d0a3498832f4462e618
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89bd8295238d83864af0aa7b06a90f6409f6c60
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8866af6e6f1b34d047afeb1e8dbf0e6bec7069d62975a689c2fda864ceb441
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f75eac531921232f44e43586cad1ebac001569
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ffa53d051e6ad4091fae5ceb8dc46e1fa781ec1bb336db261f6c7a34dd21ef
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53fc5992337d20c794c4ee83606eb30e2097c13e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8665ad3b25ede94ea323013289a5155a90180206d114f6b837fe39cf76d6aec7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d90afb570944c3d767b7cf6c623a61cd3ad37a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032b61ad28a0132d280f65077291824a721433604b04619bdc5504d8b37f7aa4
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077b923535768bb8ced854d6c17494a53531246f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68a9ed47856c64421e1b52862f3628bdb8f1c8bcdc7b6cc8a0c57302f6539d9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fcb91e289a0b4cc639de9e2aa4ce1bd37b2ca25
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271a7f28fa13d7edcc1019753ea4d8b17f50ba0af069fcc99f6977475c163ccd
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f47cbe24661fa3703c852720fcd75acf52a10f7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f657e255d9885d155bce6ee76e842fa1fa54f3b7fabfd4416a9179fdb0ac6822
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e5e417f6d24c41f9894e735754f4317fa5844c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3204abaaf5296ebcf01ca4d73437a32902388ef32df25a68fcec50840149d841
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1abcb76fee633b349436f58a8f985d89f2bda90f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c5d2035b7b969f58ff72cb5dff407453fba71fd32943527da8aa6b549891a3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e75f9b970f0074c5fe88a3fadfdb36327539d6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11049cdb8341e1471a418ed3ffb9b7cfef647c922353e61eea0b14c6a1e5272a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5d5a23002345fe168347247ad6c31270f16bcf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120f1360a2264ae654123bff7673fcc108626a9a41e0ca8e7b5f2728547d4599
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ef2604a8dacf2fb75140c58d5a7b0344cf0ec7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae10c0b0de3e95c9c4522154ff91992d42d1d62e9c85bd46ee3f6e0919925f51
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d5f7cf01b9bacbfc657866d5039b0523998304
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652ab022347413f92a537a430c485bff1f87c5f0f6a9cfe599d0b3056d3c5789
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a99fbf94d813b9fa965982aeea03fc8605e46cc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c95bbe4072c24e312e685be25bd589e125ba65c9f32a4c962a1414df294464
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84b91be8cb5eb0338a5c8cdcd42c01267a104ea
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532bb91f66647609ab9ffd828de4ef7b1ba60cea2639c0e09487fb3e7b90e4ed
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b508fad25c40b679bb44cd0d8387685fc7e795
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e428f077d175b8368faac246e6fc7853653c289ded1277943d4a625b3b4f533c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ec7556b2807d2f372e68e02f2abdfdafa40c17
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fbca6989eda19dee04c9ff8f5ce2b1ed88b3bf887ec113cde31682818c4984
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f43b6b91eb2ba6d732c0d521b2162792b911bf9a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd53159871a3c0479ff0d62bceda422bba4bc8a8b9b6d4c18639db7d73c87ded
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60a4aed9707b450a62b6bdd769117720e54445d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8571734441ccb7244fcf15d965251a096fed90f9f561a8a4cb1ea21923008bb0
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31d6d9b4878fcfc0815e8a92c677c15ede169aa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1dda92f0cf451c22acfa61b0516100dc6ab58fa2eec120f0809eb9dab363748
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799d0af79c2cd6b7c91c1082b9c6c35e7ff001e2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192ec7bc870d2beeebe9595b0b55358563549d44341a9e90da675c022182d666
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051cc87db407f9b49b37307ee9b4d52991f77319
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2161e5b302f4c90fb70e737830983e60e5af921a1c567da4c637977889ffd28e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28ce30e9cb51394a4608a53f4ad57d35c8e907d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88f73caae009dfdb4cd6b9545aaf046b192b818aa612c753afdc12341939802
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22689a8f1ec07f6313d8468a466c730a9ab77859
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8a0ebcbaea66dd44b776791990bc1d8e037216c7a0670f7e2a8e482186e725
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe67fcb6677e5d9d6ada9302c4407bdef033d16e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64161b8a8cbda327f612694970dced99e5905be524b9a9a2c05478e3f80598f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0258ef916a822d81d3a480771922bbdcf9dde6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1810ed38812a680cfc132e9815c391f2c8053a96b06d7fc53f9b2620af09715b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24d7edb41eabef33ef1c499b5c9a2a8b3940d23
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd6e95a8387fa495859a99b3e659b55ae209510613f023bb05f382d736900d8
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edbadccc37bd47d8e6b620e41a5c6a647677d220
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e56ebd260e47f73aba58dad9198584a0929ceb7e62010e64ba0e937172636f7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe76052c1334745157fd53730d89ee8e0e5939d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4fbb2327beca753e0596f04d9fa04754dc91dfa1086187f14a1e51c8056a69
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b675be41465ec7ea9fd2c728ef606bda2c0d8aa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7dd97b07611ff0395886f159df6cd07f363d3d8b3a2df959c0607fec8b90e75
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699b70c8f2ec2eadd377d8e458264236500e7691
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97e55dba75be99bfe08b4a56ebb7fcc1db3abd2db779e438f7cae04ab95589b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25fbbb642953367c15008fb07a03f247fce38616
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d4b840584a3d9581e59dd0de8235b2f2d5778cc74d02f8882e0a74acd631bac
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b945811cfbdf89e804061c0526b09a5d5ecef21
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5e81fc72ee98959fae4ad24ef2ad2cb18f5ea5820f8c50dd06aecc09ca6a62
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f64180496191ddc2f81228d6da43504d6b371ef
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f22c23ac567a22074dabedc6113f693f640a24f09b4892c3802ea2227a76ec
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e02879a93480909e82c145a9525f20c316fbb5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc54d7db4847660146aa50aae25bdae09f01af9d46bc0f5e0e92ab50f4b88f9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798f2956bb2b5659f156a28b67db389671fa118c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35dec570b2a8b7aa1947cd537a5e59bd2b870897f7fef1bf45948e3a7a501a56
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0865cfaaeecf60a76f71c02c6a2f401c6cb19f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a635d1e8c8b3fb4e8f32e8010ff09cda214cd0d5c3e7c27e4e459ca74ba74a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d8daee82fc64aa1c8a69f6b866bd6278a265bf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61471cf879746296a7b03ef6843b36bd0d24ec3cba51df5696f0b2c386a4e2b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d34a2e61346d483c80392cc3686bd6fd542f87
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228a8fbe4951809f84ba54c9169960439ae3433ea8fd5d8c74be490b477ddf02
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd79fb915b6346777cd331441f9453603bbfa46f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed369d24bfc773873cc24e78a4971692197e2fbe8c633d8e538671a6063e1003
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107ebeeffec52dcfe766fc4dcee89d2a4ba12633
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d757c9c6794286bc04022ee84b27fd3478ee384af7ae2001fd35ba5db3b0f1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c58eddf7270c8420ed87e772be1d1c8e6a264c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ebe22ac2c34e57c2fe1b73cf6171f7b2e5aad53c8d4e5182283183e0dadf515
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34ea4a0912531fa4920962e85572c33620ccb86
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60908a4de86381acadd16c0cbfe31740901e8e1fd976f32d422f37f3374a051a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e49fde117d25119a5d221ec4b40ad7d58859a5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45fe9104f8c92d04c9ec3319a2021931b7d7fcf13480e153e30af617db0bf493
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8409e0be3930bbc9b16e9910bd0cc4faf2a9185d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e761ac103c09dc5cb24562295eedc6667560649d4fa6c106ad3271dd91e813a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c71a2144fbb658e525514ac16e0ed215e6c9219
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c31627cac010da29a1a860369ca2e9661436bcb8eac22dd69baacdc1934265e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2285213ed3f6b9442ffd782efe3aaefd293525f1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b95166dbd807fb5890d3e2daa7882b7ecfad6ac55932949010ce40a21ce5aa
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978d7c443ded8347b7c67eb93948e858e49ddc37
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561cec2d58983d2c889073eaf14b08b101339ca5f04fedc146f488553c275f03
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ef7d0ba1b1d6da7396a32d2f0c9eda040762e2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dbba64cc8ed197211c46005e99b0e0c1345157514fc1858ace7166b8ec0ee47
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e88113b65195c7129812b3c84939e01dadd356b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac07e4558dfb3344e14c9e814a4aed309cf3d260b8a77c8062fe556633153d6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33296dc754f0481c7f2b39d4fdefdb614c480bd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd36b1825c6756d73c268127a936064eb210a0cc50178fa3264a1790bdbb69b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3372e1d54ffa0383c6ab28e47c82aab0306d897
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913c1bc9ec6edffe33844cfa54869e4961c0809696c7f6f8407e3d2d637fe175
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd9a64771855b9c59a80fecdea76bdc6998fa3b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38bae51f1ec7326b115af0abf40b6b38f5ef540029790958922fd87e2bef2c1b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5910f65c54c3b8e95df29ba9510d44d6dea26718
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89c33991e92b2897f650e00f450c753060d1acaa6c9095bf26c5f516f584c44
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89eadf27783b49b288979487793b294402b08bf6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd964f9a6f61cc76cc21c8b0111426bb794965dd3a33805fb4337bd7de4f904
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64bb9c75041fecaa0aafe1087304867b98fc16b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14f2875aa759343c964c16925e8df7c7cb88f69b8478012edc97dace8465b6b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b53c9f1ede7e50e92aa830d0aaa1052340e782
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d315bad34f474f7d59f3b63092425502cb665854c715fd711b9a48bdfa490f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e8af7dd184d83bdd1bd4cd62ebae5129ad934ac
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1808cd8a6c68f24666f95d6dc904dc8abec5828e855c6c77dbdcd1e6388cb4a0
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c35c50351ad1ec1482c11b1cb1c9837fb3cf3551
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f45ea125e876df0864d18a92f6639d7d4b5244c9eff8a561193d0d3e2438ca
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3166c1e2ebf3ea9c77b261cf70db82942028057f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8c858d94972170e98a718fc1b90996c5d145fbb8d6e65121736f77fbfffb6c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53adf79378ce50a57a6334f47ec12731a4b759c6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04db5b436f28ea78ec5673c6459d6daac5d3916253427c58ddf787dc2f66481c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eeb7b4d88e2a860926945efd1f259cfe92f9eb5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb4e343f216e9f8469a175c9d4c35c0e45d9f4ac93afdc62b4ae3d7f5649ca6
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd7d53319be46084839b131ae0aaa783958a2fd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201b88d59244ec7eb24e9806a3101991981470d88dd326466fab4b91aba57829
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21a940628762ddfdf8a6e08e5a3ddbe2e485a58
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45155e5aaaef35a4fe6244144c6d6dcb4770c93615b364ede88e7d44008f6b4d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20c458cb7e0919c730f86aa4a4d8326a98ee731
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2abf5cc5b57f68fe87cd0b1a9eada2b0b7d4fff89dc3e615df9384015ce0956b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d9a07430a787ff0b54448977f55caf8765415b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149edba7b029d54b6c76b35d3f67bfc9713e16c9c9ad767a1a5a3d8834d599a6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b540e96c02d9977495ebda1a8290428a0f7f24
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66d011e62c9db31df2b1b5c42f04dfb33e29d354506bdf8353b54a92cb01232
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12341368a5f28c6d501e506d108e77c24bb35d6b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9c43bf496436d46c135f89c7d5fdfad8e5f733f38cb6b50ea37ea09ddd8978
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975f96db3f72a69942a66c09686c92172371717e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a41ad7e3539f6cc4a1fa7f75bffbd85722f097161467422d78244aee15f0811
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b982583897aedafcfd72d40bbea050250cb2578c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defcda8183df0e5ef30f53a229d617a45739e97be18e9530f91183effb884065
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dba2a86b9a2681307d4f87aafe2a87fd5bdefbf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4f075d21b5ede3cef020ec7588509eea7bebedebb0cc76096df07c32d987ef
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15c70c8f1ddbf597ddbe69e4f928b556f721aea
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8a21c3ce7e59298bb4bf5fda401a31c396014b76248f9a205c2d4cb760bb6e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ffa1925e6892b801116755dd3898386c6da3647
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb401304cdf43eca8f1a3a708695e864817efe80602e7790ccd4667a29af7f3b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d020c8357c66245993315caa7bd46a0a1e7e03
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26374a768b10944487a953ec0b9ce39250dc8b55ed6055f64228e65ea6b37e1
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49ec08d0046bd9992822904d977f8939e22f0c9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919ccf98e8fa43fbf67268b39ef8c9fe686cfcfe77397d4c4cf6d3d85acaed90
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a28fa6445bc9752a62c3cb5aec1a7b9acd563b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd01f16b2a340da1516885a6d40ac135f0c36a2ff773b4a6b6994f2853c6826e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59124bf0a48eed2cd74059652331ac0f72d86ec7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28912bdb9b8d2edd93056fb3acecd525ddce0416158cd3308d709bd91c8c0be9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb724c3acf5e9584ff19c85218a935016e591dbb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca40b3079475eba0f652f88b4edb51642012b690e8b885234ed93961f343d201
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c99624fc8eca4c41a9d14fbf33ef227d5ef1a240
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45f1d7ab451fbe377c887c3be26820b4c4d365a8445b1e7a63c8ec0c1695e33
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da01b2415b65850186ce513962eb1296cb6a9d0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a597d14d3b08555e7d8199fbeb22c655ffa9f4259da56e0d1db260707b5f5d89
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aabf2d5e86e26489ea99b7fcc4e0384635f42ed
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de373b0af9739227b93e9c45c9aad7178eba8ab1d970a7ba3346395db663d0b4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855a05e82716befb92d46bb6425adea9392f9990
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:254409f8f86072a491171fcdf378709c37c9b42b35352ce2394e101144b0ab41
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd10bbeb6d67c09adaf556467adf26bd23bc8fe9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5750e944898a3ff2bc28e6023c89353de30f6a7a1a2eee6c62050d19f04eae4c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9fbca9504c9f72a8a5a619541fc44ec7503686
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0756c6a11145c953b607f0b03698fa0d657d7f6b275873b9f14f32fb0f9b0ce9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde419a91f5e81987b416665ab4df4500ba06151
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200f7ddc69285c05faf40abebcb8d09d1c958fcd05952ecbc90339f48add1698
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42dc41fdc570e4dc18eedae13ce8d556f6fb8c11
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4c403a187388ba40c655e05302c43ff96e795a32c4f24a8f083b895b95b21b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7e8f4cfe3f090975cc27316894eb1b00a08b91
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5fdd16e8db3a5226fbe0fa04cf3c55d890fb46cd4adcd9addc28ba74fa3c7d5
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7373455aca0ca7573666a1e3619150eedf61a375
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c495b8c2986377b21b577e17f75e322b2045e88a613ec540ce996d6b52439ae4
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4f2e512fe26bba346d6960d9a5baa1b64d3637
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9389b6c256d76d260d49ba222cc3b67260d60def487d50ca4613a9024495b08a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dceeaa03a1a6004a1f6e489c57df72ead71969ae
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabe9db337fd3b0ede5202f6855be56423bff59413cfe3d01354114d42c49c70
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc7028bbfdc11b76c70c5d3b1422546e8e3ef45
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafeb59a2fd528570432150d3c2e2bbd9d655fc8078201a14b08df98a628dfb6
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ae0a5939304e53b13c9b92654de35d56d4466e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a34cf59fb2f9d46eac060ddd7b074894c335741b6e36cc88b6a1143f4dc208
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51e2aff39d0dde42109f0bd94767bf7c36a3028
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3fd191aa0ee0795f914694afea19b274b434db982f10a702ef04ac9cc793a4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a433115d62b7c70f41dcc6ae963022f8fd4f19
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1872f5cce34ba4189d6dfbae148c3ac5bf6038e70bd1d5ee5ccdc1713bf9b6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b252d49991088b99b6aa1239948e5157460ecf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c1d0e5af397a50cda073610107e6f1c1b10237da25b27980349ac3f03391be
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb49a11c8f25358d16fbcc1a25697913ab7c7da3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d664f69c120850c23cede55ac8e5d2df894c585f88f457b5d6cef9e9f38a07
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61465a0a9de282d66a340c6a9fe10f35971748a8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c9c034de9f6b6b5cbc9378c90adc3f0cd4111adb8aa1eda5ab91a5eff492d7
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae7286e3bfbdda93bf70a02aefa36ab6186a7df
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4673ddc6a8bfddca7f5f7c4018ce4e84f1a88ff5ec1353dce974c58c275fcd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db41dec2313b470ae596b51fa7d9b5e4c4a4be77
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c10b11f7c4c8220bc2cad7dc6a991f6cd6507a5e0e41bb752ec4a76edc1bb57
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43204ebf1eccd046252db6a72bbacf09a714cdc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45891879a6aa0bda3c7a6ca868b740144ea7dbed224581c89595c50cf5c7b23f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7fa29a5a410d0173bed0db7b1d50c5cfc82ebc1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b72943ca1bb9bc5847421b32d4107d8fa08b8973c01ff96cbba8d4b9bad3d9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c54bffdf49156b97fcbaa6648575f0050120cb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f03809fc5d366979499b032c6ccd9ed4e6c5285911e2dcfe0ddb1836cb9c29
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d3ffe249d8e367a29ca2be1987f957491f3251
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cadbf2ff20a8a26a045a477641382557c73f093582072cc8fba9f79a487127d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01d8ba24dc4cb49f4f4a759f19d8bee926bf2a4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a210095d98f3c423ed98a348c15fff6770ff7347f6fc8c4a0d678af8f3b8590
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41f58ed98401365c8254a3b4ffdffbb338b62df
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9878d1c5e7219262f30819aa586656c7afe2d61e01bca76e36a37b4b3b99b8bf
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f9954dcc2df839d0cdf5d824cf6abe760d633f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7547f2ae1cd54ea1d990437a36aea81bf6c3c2b79972793153f5de01a6fa0a19
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7091e5aeed0eef944913fe224ab4bbe491e6c0f1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17515597d59a765c72d3afdc27cc50998aaacf04466c2e1c4b3c2455d1cc6b23
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16bf2e097136c7727a4f8e37abc1952b2e1091e7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af017aadf852afd806db2e971c44fb59f6da11f392415526fb118c755046314b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b8e5f045b31ac43580d854c8668a9151e928a0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235ba4e7a8ddd0549514d2b27d1b85913a5b57b2e9eb254a0ac5de6afd48ccbc
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ec895c8b8440f91024dfeabb85b146882b4c93
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b408fedd7553a1837d2cae104cafc6cd31757d5355ac083b256827e788410948
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37d0b907d0a895d0147ef0bc2cc21c742893a8f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7a89b7a149af2020e17bc07602f515bab4c5f76fb970b422b80fe135897d28
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5be927102fade350591e96a3a5cc0a8de286805
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a103e7ab9c943f6c2becd558ce570f675cd7a4f2fd4372610528a626f65a3404
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c175a6e32218074c9dabdfbfedd8b5353657997
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276bc2c3d61863f6b3981d7bc5ae62a22f6e287d4475460feba2c98dfa72ef24
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7461f4a660a897c6bcdacd5d291f8674d7db3639
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de49b497c2567d9156b299d2bcb3619e0afe35aa75a3d2e7aeea3526dcffeaa4
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdff43375358033ae9d80eb772247fd581faa2f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a125fd7b9044b8c8ba79c7c8b2a2e6860c069739623bea2bdcc195b530c572e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d24faaee32a6cca1418e04c5c6344c88c9321c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b543785b3b1825b7eef31bfacd2458a88967086a89d28065c6c65d8225ef9a01
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e62262785d5b528854ddeb0b4f7963f89e1817
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1a63bbc29ab83a2a659b66158620f97c5192f57b212e34d45034c29730ab7b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b823b98535960136a8f601e715b315e5a8a8e0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82b230afe50b9d1c1916e276c6085746105113a1a3f658bcf4cabd4a1c914b8
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4e0d4a73e8c633869b23b09bbc7bfe5eecb03d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a396a23fbba0661e4cd57b8e0219abb4f36c3d1b49cba4e56f4c1a79c32b8995
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46b8691aacaa0f393a8394fb453c8610cc1e252
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d886c0a08996c8d2a66b3d2ed8e03e98ea54c09b434ea3920095ec62b009f425
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d385cab30d94c0c2317cc9d712aa46d869866d6b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ca011705cb8f49df493570f04fcb653ae8dbcf7af57d354843eddde473b660
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd110e0035915c4f86bc1ac648713e46cec6d21e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c9a80e134bf5279e0b90da28ec5fd955356206afe55669f70478aded1209d7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5ae483492dd1a985112c8f0d062f186b660823
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de65efb261ae77284e2b882513ae4f4b255240e7a8b2ca33d94d28bd7930749
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c26d1fac60c84fb95e4ab7ffec469269481d75
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33aeba93e805d0710f7243565201c97db68a8e1cd4b71d5dedf346faf4202668
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8573145e40d1792b9658cc13c6ec12ac5425d0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:259e0a9f85026a41b9f4a08c61bab8ead95c1b2a3a1900a052f08f15ca409b11
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f155a406b0b04c2686f6712043841e7f69b5679d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b614e345d63314faf7942025aeda009e986a1526788821dad76a6b3954b5da32
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eebe9787d06d4f830dca963314cb85ddab01683
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae908e2ed47bdfee6f786ed8a2022270ba503e85705778d851420dc12e5ad344
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce8d528e8459b3162c99df92292607b1b4172ca
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bc05d6b14af328b5125a9f0af17464dd763733264bbd4c9eb5175292a7eacb
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022f75d477c04a0779feaab934081498ea53522c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750ba255ed0e99ac9fdad6fe42c8fda8c8aaf1af994603aa5273894b0f5392c8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a42bb52e5a7fb8cde8c8fe400de60d203966dc1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a18b765a2cdc6e8bbe7346ec9e5447e254cccac6f3f2931b21ef617cb59414e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc666961255be95bf27ae5d702af405f67cf8e0e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b9380e509980e2b6b5b2aa4cdd8ba3e91fda88642872361b95e2a0510ebd89
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c545b513a32250960a0db574b38f46db3224dcfc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c8df1ca0b06c1865c1f683375c6e85cd41817769750d2755074f077cab7260
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0a30888d36453e7f71cee92e35af5f321b89c2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c76fbc902a10dc3b2702ca78bb0bbe5c5a2c6e5c44c5deada4a8612159bdcfe
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4bf4e6a827fca8ae0fded9689e85902813f953
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2877773a1a609d683a5cb7fcf127b0b406bbc950190ef5b6c0070ba65b7327e2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ed1fef94dd934ca843a3e756b18d83641855ab
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817422b0ff077912d4883df387796807d381a9914318ad0ff175c443a452b79d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a007b0dd1ca2d9c8c2893cb306ee6127c3b428c7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5524491555afb07c1d215e49e06e1f4a0047b5c5cd25f45f2ec9a868a86391e0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8fd073366dc51337ce132dc0178975a8df77dab
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547d62ef933d9013f5670544fa0d9b59104247adc1819775b846568f238c1b58
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1d5b4fbf12ff5a7e6faba976fcf44cc81e8b15
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd3e582781ed06fdcb7605dc34edbbdc61bf5d994971d4b8d8c353076a4ca2f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb946fb76ec077f793c83c142da1996f0c2f285
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52539851470743e2ab3accb0dd1eae25baf1039ccf059cba2f32ce65cc56579
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849917ac12636e03acc3a8c2b9b6b058deb325ce
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2571106f869a540cd5b7ec846e4403e14afee712ffaa21b505938825a95842ed
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be3d839297765a2a3ef46dec94f6e980bd32918
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6beef98dfe8d60c74bf21d81e572793912e22b16042348b4259f2d88325b6a0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8369a8e04337f605507238601b1610acaf9b1d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795029bc6b73e4719adbd88a126fb44ce31b824f0f253a9629eaa513e84784e1
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10263374b54be3d5d869ff92a939be02f50b2a6b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09a47f8169b51fff36deaea86eb1a24b1c24bdd5cd82e17da84994bc6923201
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982047eb49f3924c531c9dd81252ed0d2d88beaa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1160254dd221e986d7ac430945adfb63308102dac42179e734849fcb4d051369
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96cbdf92ebe567c92066a17ec066a28e8c70289c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f441bf22cfc0ee311bab075da218b41f302d0dcf627ebb3cb0b158bb65818c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e438c829e909fb2bd7a09242b7437d3422c7c9f6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9313af36de1b7b5e66cd48c362fdaabab399c0696d998db21cae47dc701a0b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45018f7a2993f8212853228015eaa2a66989253
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b976634eb1ee0b09dc656d4cd9b944ce28d1a7c1104f891447a43d01c2da0c9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38abddc2a862f7dbea404b66074a7e9ba60431b9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6111822bab14e950c7dd5d306d10fc4f43482057aa4a25e4ccf527f9887257
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8335e8fa67c54322c16dddc5e07d6db723939589
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2440849ba84fe7dea142c4ca84207a0a4d24c54de6e6d2b6374d9048e8fa29a3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063d905323f2bc5e03bb64eb43dba3bca90f8a0f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c234c608fddf6264397cb509c3e4938996caa2b0b5a259abc2ae895518d212ac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e1bf213fb26b557d0d2c79cf96f68186047fc4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f632a438214121aeaf7d858e7525a0b70e658571003a551ec90e54df5553f8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db5ac4deaf2f6cacaeaef4766a33643b156a22d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990733f7b167e7b9e233329eae927736398cd32caac23d9bd461058bbd1974fd
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ed869ba24f3c5fe25932fbbfc0b4d08b801b90
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb79e4e99172ef32446795de604f04081ac6000e5232e0d413fe1e0554d247c9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088dcd75df8029b86c3bca503914f8a70a07a9bf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f0fb40562c2f33abaafe2425ca4b6a3e4db29c9cae4e3ae77cc073a4b234df
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f053d1b1d2bc669b0337c34bf5c91fa18c7df0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0464e496c4298a0a1770bab79475906983cc5210ad58e870604fb2edb535cb
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba503dcce5db2c8cacc40600bd78f1e3f3d4cec
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd114d51ac139c6a93a82140e6917585ed3a24a650949cdff92370f7deca7dd
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03f930eb4cdc07b6c1c59abe073ab9b91b34a2a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb72b2235cb1bdc392d3ed18fda1bc9df47cf41cf6c6e2e7f69bca52736a27a5
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa6a0bf523fc4124c5951c03b73a2f3a6113c35
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0828270e0ee7d82be4051186f310b781c72159e0a9ff9d8843d938d3a7479d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be26a8269d1c0e930a1b956ca900e49e7751384
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2fb8261efb7b2d6b5e6cc4245dcf424c6c25491365cd6f8efe7bba22d663e8c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48403b0ba8d9b2acf3399254e261a84149f04cb0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed51c548c04bfca062d8144e6d338687fc06d98ca25aa41979d5c62a81e079b0
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5332337737fe778f61b13321f7c61b41bf3cc883
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9cb84a4dba85ff7e803a3cbe5a8093adf1867b5772d54ee448796b22dbe68b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c40805d273103ec55fa1fbfdf292550d5681c97
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f52b18da8dda09bc424fb8b4b762c3a759fb8ce3a777e2846d9a52fa647b26f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fff6e3dca6f1333bf4366182c0d093c0ff97baf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6609d389989276caff9761e5c3888070dad16828a14585bea6f21d3a65e913ab
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162f583eb9ff7bd1c0fedfc9e65f1e844349155a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab46e7594b82924b916a1d5da07d8029a2e674bf98a842eb0a09af3be2ebd56
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d9479013857f65ea0a94e0fa6fa3b89df4c8b3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67861b1310070d7c6194c84a04019f8ae15103b66da28b3f38641b1b7d70641
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a587833ad14d603ebc78e1d62c3baad3d430e05b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75de27b991ee57c3dea9d80dd26946ad284db0c44a5557e46a706c42b008bb7b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e09bc9e3a8443252c9fb44376f96d2bd3909631
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e126778fd8f1dd7b13373b1a9275d444ea3759eba1f3373690aedbfa43621d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5eb323c0682dfa5abba83a76601195de00d41b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3eab06d4667aeaeba34b0dcbfbb5f2a170b73cebf9286421f354ba88d890176
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291c1b7ee492b1cdb7689bc2053b52a8e36d7636
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c79f20cb43ec508b8b9369746fcb581f98d3d7bea17b06a8fa960a167f3fdee
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6e1428adbe7576fbf6a85887a65b4c661de8d7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22b396a15545217ababc33f3f335f5db2ae66afef1f13e48c51f5cf8633a40f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bfb9985a1f862808351b5b49434db5f50d160f3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a181780fb8ad30e18d50dad64ed2351176d86d9ca59f22997625642eca7af0a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b077d93d0315fe6403f44bad130a77b9b9997e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0ee707879c92e29a7d8b608a88083dba1cdf2e153339c09f6c0ce74dcb356d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9786cb95165a25fa09af3e1e3a5a97576a26c1a4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4cf903cf21de2ff4e1a595b09fc84825fa17bbc4afa409f21e9a4c72b5ab81b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19333dad0bbd7f9b8398f531f78c243c4eebb12
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e248213a78595b657753629ccba83926867689c1605cc994442de0a2b060385
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986ddf1f753c78020d55cfa6d12afc4fda244580
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc18f02d09aae45115cc2223b0415d7e5995dc28188a9a615b4e4cd4421d958
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2498a061b00eb0cab97d8294f3e1672a529d18e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950820f8707cd202cced33a83e7e94776784ba97617b438f9f03ebb95e38c552
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eaac201818fe591c62ee7eab597f70f5a4b4a6a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6040a944d7f51e4ae6d7d4e15cb4c94286fc0a4a304c94b8ef98b579b44cf440
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2911eafd1dcab5d6baaf2a18be10159ea33c94ba
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d230ef8695343432ed2071b620fbce6046239e10388759c4b11c0a94162af6af
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b17dccdd4b9cedd7b4e320832030dae103ef969
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7fa77c4567d839dd2adc22f98f638b2ca47db1ae2e818abc8b6ae395d5b2d86
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538f241a6e45b345fef2ca548a13a72c1de075d1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b044e93c80d134d0c0b05b400c752e58d830756c870e777cee92e0c4e7d693
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968aec568d09962b88d5a189acb89bb5797ffc47
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff976386f7c2c1a1de48444e247ad3d8951dc6cb8a685ae4950ec04ccf3d35f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/lm_head/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f127657071b7faf532400ae9beb9b9242c35d346
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:398f9656d3a3f101dc20f51383f349252f4c3b1dab234fb72cd254590eae2cb9
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/lm_head/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31b05a5d887e958a1e0f1e63d34bbefc22e9fa9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c9d32123db043c0bba7b017046d2ea7b2f3300e9e9bc697f68708bb826be3d
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21640aab11ddbf266cd1ff5e338ef0ff5f86c309
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f0f3d5b5a40afdd695f45acf1db6a9c810a3d90164ae81948371def5c9b486
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed194e98d9b3a17318599c1af4f04ab02cb2b25
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebaff4b618d9134a037021bd63289068d9812a0057838c82552f876acf37557e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac605558a75a08754f13ed4743268ce43b4134ca
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f4d4bd909adc5c9edcf53445ab23ef7ea4679ba5c2a6f483b4c3a8f5d2b4f2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ebfbc8cb7daf585fee863da5cd3f5fdbce945c7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db815e5de953ded003f0b11a6655a1f36a8f640a191c929f1c97d57930c2f3c1
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3047606b9b0d8b0341d79b7d9b358d57b75ea68f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b74fca198be3006d32772e7f6604ae7e5dc44ba6430ef15350ccce02b9e086
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5359697a09b7b4b822bb71a2bf1ee9c8653d3821
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5113611e7c435844bf8a8fbcebc868bb4761d9054e9c2f48dc501f8ac1186aae
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab94cd610aa631e4cc00db9b87e627ee7529e2b2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73d67ae09298656df90a54df41664bda4691a964fa6a3a390946db693ac3eb2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ca8b9e9ca4427bfb089584b6f7f6d433dd7323
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb606b02f81e7314b8f6ddd27e6ef47542580c35bee40bdceb14432772e81294
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c05eaab6ac034832fe4383da640524c12a3682b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814c99e81e315b8cf41d757ac4edb2ddaf89d25e809b2e003772d0940ebb7f8d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc790fc6664087af81647c9f3bda071ba9e4a63
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19e188693cc5dc65f335ea6fb628082be2d357e36f5d24a5663abdd281bba89
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa064294394d15eec77e3b198225685ab5596ef7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c4edf4e93f8a0f894b72c6e610741d7f30e2d8649b8db45790354faf685c8a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f190f73cf8aa541ca1eba88eb0ffa331d3c20d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa72cf1528dccfd6839f44aeef1d5333e4037c94e2cb6fe7c0d412807acdf4bf
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5af5ac71a814c849eb1b33b40861b228a6b97d5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b523cf01da4d0932b484c8830a3e156f2dce5f3bfd4ecf2b29619a4fac181b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a152022935f9d9d9691263782dbc798374e98f57
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15ed358f1406712c2a8d012a1dd915d66e48c1563262fa8d7c552d5e546c7b1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68390766555bfd5afe87d0f233ca4ea59d7430f4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26be4e2fbd740322190b166232e56c88c36b94a8304d13ed2e44f9932d1a7862
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9093516c2037bc9db7ea98d688f61c3a066ea9a0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c48cc8dbca3a2d62f7e41c07f94854ace4533471dbffd1363526a14d5f5bee
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a90a4c08c0025d91650d59922e14e7af00cda4c4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23638e01a337126e029ed0a434a0c7a30f654ca83a431d5a29b51f31c82987ce
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a97b064a468adbbfb9c67a284d9aa060cfe33442
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a7dbab7ed0ace3f7e87b4c1f0564482b5e353587e19b107e4a76da42bfa951
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6debc928192a657891a61bbf4cdd15b8b5b6647
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4d9f6723d122ec9974b6c7fa500bb5c9ef7a380fdc865afbd2bbc454e9d798
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e6f614337ce287bbe6717b1e3adcb6b79aba50
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9c74b6440c0b5e0dedda876f858f84c7a043f31707e3ffa30af2793d154108
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71748a6ae228c45452a2aac8cb179b6dbed5dd12
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3c340fef2d836b671d61f15ecedfca6153694abfcc674d655fb8f251ea2274
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3708d1d30e353412e4d5857abaf77c19fcb956
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab76e36ddd884346c8a86b4e301a68911142febb565f29549d004a7c5732f59
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98c57f04e0d39a0ca2f9324105d13944c93a491
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ff7de9c0e3116b33b5b33bad6c60e29562910e610ef080795556c2abcb425b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e0a50ae1187004f142c75f0b3b067175771a0a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158669e5712f0a7df3763718c402736dad3b90c6f646fd055e6d73dbb4b99919
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5b45381607319e667679f064883347339977e9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e8d638191e4a569ac65c2d9a46b5a78e471db2f38d8f093aaace89128f4313
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7186a8f228a613993fd39c87aaf281f6aa57cf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05728ce9552c8ebee677fab1fef12ee7fdc81de6cd7e6eb5110a7f97b92690a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba885c044f3005a76f4ca721b56ee06ac224b8d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35abb77b6057ba03d89be16490942f3cfb271e3d8974f4ea1117966fcd6d73e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271fdc2e8bd459a4d979613b7362e4754d960f36
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27965ef94ee87b4097cc254c3249a9c9756616ab8dcb0f687f5a49d0ca8c4733
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f616ab76a37a8d4de21576b69dedcc70bad526
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b17582ff61ec028cc9b90278a42e5b2fc05906be0eaf4651cce59a8b51071ad
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e0e8f166bf43d54fda8e29fedfcae16f0da476
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31b519c533226d24097bf00f13bf779df7e9b5917e8d069bd1f5127389837cc
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7082d8f62f06432233c24843162930f3138a98af
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d826e1633982348e05d51388ed91b18e40bacd46c522e2ef57568d75aefdfa
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c626d036d2cbd2197689c7882a59eb2b4de0f30
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c6670ebdd635af9e80ca21ad8157a63eb0ea8f99580a59d826d8d04afa0419
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df0be50371583640b3dde2d8acae3430a489b9d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c387a26e09119a56980eb366cb8fa79f75d4fb2e65de1fd0b790ff14a2dcbd
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cea531c14f3da24310fcc5c49b102c9f123141f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c27ba2e5a771b43f5a083978b290dc8c74697a30ade11ca1dc74c990e2f5246
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6347ee545f1c37916d1c4835dfcd6cbda6a133d7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eece6e86486fcd3160f4446256008ea277fb26b952afdf895e761314b6d6414b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec10efec80381732c4df1db033462a297d6cda0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ed9f0acd2986160c62caf29cba93ff206a69685b71fe329dabfdf6f2ba0076
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03064388b7f6e9189b5cc4d9a62538b99699c2c6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2e85366daadbea5fd62b6c65b6ac8f468a21b0a6fba16c255dc3a02f8092c3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fde49b236361e1467652742925de25390caf19
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dfcd21c9e885158e7efd5d002b2fbe8abbbbe1c08914376d77fa5eeb32c79f5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1037e5545a6fdf71ff4791f289515499d4870eab
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffa5cacd7df1ba30ff165e0693e420ce98ee982db560db641e9649d8cd69d3b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..250ad12d83cb84430cc135eb4ede80ef4acaed56
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e005a74869ed1d767a1c9a9cf1624c9c506050d08651a55679f3810d06b83a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e8a35409d8ca4ca08cd576555d0ad29b59e178a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a226882daac4a1582bacf45fe5c71e2a1a88d03e5637c0c040793aca882480
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d391f4f3557200442ade766b271fec964c8b97
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec8b30180a876769f42725aa3ffe775c07a6df65b1dcfad4ec5d1c62481358b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c1771e8c77aaff08f9e02b7b5f7c35e4c04cb1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6184aa93ed5fb8a93856e9f5f16239125baf8df0a0906ece4a18d75f44c99306
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfae39a8eba3a34d5891cafd7f3e120a97a0405a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54b3338997eb44654d6b36a5759af1c4449dac5fd0f82df7ce6b9c57dc57263
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77805e08fc1210614bf3d02ca59398d761598f9c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d643a09697ec2868126e369e7c0481cc1598e9cffeea986951037453e05f5453
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059e30fdac9d146e2f3a43f2127321eb0e4b867f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31595047603a58080e52eb61c43a91bcb77a6e082d283fda4b5e95b4f32cfb1
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44c3e0eee42fad33623d374d1aced868055f8cc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33ed74b0bedfd3b9e15cab20e36fd49f25d58a3251e3789420fd1e58d5bd8b8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a63aa19c79c9ea31a12e775c232130a5aa7244
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf4cec209c8e43d2c243047e2d920bf756817c818faa674c746c21773fd62cf
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a40a0e683331010d64035d431d079bb9fa0d23
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9396f5ee7e3262c7cc94e87a6d0b65ee0d2d0d5e956c8ddbf6d227631aded87e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad368cf5a8dd11bf03ed73b485437a5291487c41
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69b4281273d4525fb4c8ed206eda924eb027aa7f24b570ab5cf2c1c9993aec9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4efce1f47e306207acc0e177244509e4324708
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee88bb54b5ae063e41d5ee8afef8c679fdcf1422208136c11192d31de513b2c0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a896ef1144c4b476a3e585a615925432c7ca8c2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e7d13ad4bab7b2c04ca92cebc1a2ecc6bf3f9839b1c9017230bcf6af0b9b40
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d8325de8a17348f7aa348511f1524f09c2cc78
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a43fb46a2618ff870204adf6523dcba17ac17d279c9984013af2a507f421b42
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fcba2540dc48fd35f5d2d0cf6b2702f8ae20ba5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4ad3c2c1888a6cc9e898fdd12861892b744d4672fae1973a6bb4a1d9ec6a29
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab2482b9e7c0de43966b86bfc04bd6eb4be1555e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d652360dcc5f68264d97b2c45246cd821206bd333e254bb000757ae981635d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c36ea45d847543c09805af415b2d1979c32d8e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ee38633da9f366ea1b0c6f11a785d63304541840fdbfbc92a4499bd5fc1148
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb2e4f1539eaaa14f8cb2c870caff0ec55816a4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490c63a50304d92124f41e2eed5d77b39c54deaeae54e5cb13a712d4feda5638
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee760331688f7a43c81d380dad6ad4db06803ff4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f014be8b9b374686912a70ead8ff7235f1b2083238017b44970ab6a1e56911fc
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4e2984528fbd9e85db120fecd89a2229826094
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b726f419dab3afabe52174ff432a2fb55aa339338e9b4fe542618b274d9577e7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecba758a436b72147c89a14780b085ace341ac9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097063874c22fe733910203db47779e3c675bd17b7b02e4f676cb7f4dcbaa69f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9161f5a0f2c9932a6131b77ebdccde9ab3ed2e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d0a7ccf003c2ac4153f4ce4179de5aa2f2e226752b5428c7ac1ebba0a8cafa
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14466167d7af279ff468b840fb647f66c7bcb994
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3506c1bea73ae4f0992bb2f1d8ab205242651ac7c1af1621390af8b8a39aeb9b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0877a0c0a30578951f58d799db87345d6ba10308
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66af7ee5f04e1a8359258aaf4bd07df56582ffeb7eaeb043947b208f9c814af
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c88cd7aee62339defdd92c4b0a61b220ba094b6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874d859b916c2afa9312371ed8c9c80d112e53f8f5d0d61196268d2ca7103391
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703ee903cfef3c24083651956dd3e01f8d003844
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534b0c62f248dedc99aaaa66856d83ca92051886c053f5ab11cb615a95006b7b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5684687612e59e8bc60af8997e64494286180877
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1213ef1200a435d66d717bc2db66815f43553284459787411bcba5adc163334
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121064f7e1279c34249dbcf8cd08ba2cf2d0b775
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178589995b3c21ae7ae548f87d1bfa6288e7f7caecf743a7789d379ff39d161a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3646885651155f85773fb2c0197ff23380dce757
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47bf75ceb5800920071abc04212b33a48543b8705d7d7a102ad7e5b491e3c9bb
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12aac3ae0e6fb52a1739d25b9d4beddc74d4697e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67555d84350a46066d0806903b6dfcbe41ed1a047f41562e955fd03e26bce42
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3068730288f5441565705292675301a8e820b5c7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590fbb51b53a1c8b7bab856e97e833712e44e3d27d20a12bcc3e007fcae3d589
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d30aeff84df7010ee26649001d1ba1138fc5215
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45715a6b190f1b42b4f877d861982b3680cbdf371f8e13f85c581aa0390224ed
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713bfe0d958e92dc3fb4cce56869beb49d0cb539
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9e354056bb91ba1488b5c66e93ab741a96aa128ca305fb803ddbb96995f518
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ff6b6a00440091d027ef7691bad5bbdb36bf71
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ffab218d98d50c38b9add671cd9f188db4a72ff249aadb159b1337ab976a69f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1842547e25a2575d1f6d68c7f46d1da5b50fc1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4e1c16d54cb4e3ea0c3b05537ec37df6dfab8752df4890dc720f30992968c7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ed35d8f0bc192735bac1c7bc5dd381d2057755
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b9b11d22f6ec08c1e74e584406d00e70c4014b492a6a66557f06e8da70835a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c9298d45b9821a283c8557ca980744706f57e0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aea2c8478117aa7351ef41f16b1463ccfd051eed6f302af42ec66b21f245270
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..413c2aad3492450e1307f90d09ff3c832a11f754
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e18209082b347afc79888a505562528a31ba081baf4bd88518abdcacb628787d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..325e2eeaf22483da6256e955d2fdcea48cf8d22c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6cecd70f5dfe9f65017f4c779bbae4f71c25e193cb0f13b6cfc8b4d661d940
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1556650fa53bf8ea9339aa63dbf83abe1cf011f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb743d4475ac0bb22e99ae81efe85c4dce5fe5e232edac6b187478a41c7b826
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51fee87692868088685737eca9656894fc70c0f9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853f7aee005b31f644bd1d350f736ac9a4e4e9c46b02a00076608f2b523571f3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0143df93ec2627f989056c65ffda940b31bb9b1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05af0158e371d6e35e4222fc33db10f0ced3b2447457a07b7b14331e9e959358
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94883abb48b6a99ca3f6788ac97740d52308dac8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3605c79d638c13285346fe32503d4598102cf739f759150078b01e100a910a9a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8030f0680ca9fd33fdccd49de948514763c149c6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d8025adddba35f7e6c1df7c0b68be9b2368cf2ea0a9545214ae0c3a31f423e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3200818ae5e42a9c5c3c835c189cdfe87b27b614
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74f1e12817502333a30945ab02539e1edf8fb2fc502c8fa001c61013afab747
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e712c31c838cbf7c590f270983afb9d4326591
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792f3f258b17eb2335ff31d455feebc454bbb3ac1b13f56b5e6bcab0ad576d8a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7b568f340be1789936b40299c718771d90cd62
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fbc1b22326aa1c6f88c3d7663d148c7141d3dfb6470f67feb5c7e1ab5f57dee
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1d56677c2b93f9ea1714fe347e96526548e366
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53e72fd553151c8956294e16943bfb53ec51fff7dd20e4d703e1f4a596c81a6
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..058a6590246642529eb7db6dfa27bcf13c36e1e9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b71894ec21501fd37a3a362604c500aa92aa51525485701208aab257f7fa6e7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb62a862e3965867c2e50eab0087887077b81560
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf12c2385084bb112967c7021b65232b36d86fa9c5f7ce55e60a4db3144afa50
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ea633628213edef7d0830ae4a0185882e0a070
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65c80b6277848de56f20b05666dd7f83960a701487db61f344e81f7c6f51a0d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0447f8f4fbd0faf01b6f7d890ba6a6cea8e9653a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45292bbd962f50f544851c5f02265cbc2c3fa45b2c2dc66d205ceac15eb5bda1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16fef936580224b6c25f1e5669ab8d3f9d6dfb95
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379e528d887085074379adccb3c0002d790b75ab2be2647e1b66984ed720fd89
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a60a07a3a71b084a51d126602fb6d0e7e378642a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5350e4feb629a84fb74848e4f60e4ab08a9e5aee94fd09405d3e53c3d596fcc6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4284aafb1fd13c7c2126b5265abb9c7a6727257e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcfb9ceea15e59a4bd5244b7fb55b9370c1d678caffa8d7dfed97c67d4025734
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae449b31596de85d81052980163666b602269ef
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b88f91cd8da7cde9b9e481fb1a574640db20bbd060e075a29d903f7e29604b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8154e110399176c2fc66f3948c11ba223ee6e0a8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1c326662653df8920f56de2edd789f785434ac3d45babf6469fb35c60d3598
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e194938e74b10ec8e1bc14b61fab807aaf5a3575
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5443537b1cfc4a984e97985828aeb76b7fcd1f5f52d6eca1e2ac94ac9185ef
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92cd8626f8db5c78589505a87513b9c0f6639938
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1794cfa5f116ea557f2adca3048fb6579e534b4a52146fccfa7c58bdeb3ae3d7
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51070656b9a9db5a72ff2ad7694b5207b522486d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b4e6ad919dbeada43b05bb9f9673f4a7ffd95ba356a054af4d0c0a1cddf391
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5539ab2f49c003fe1dbdc2a168ff4e65e433b934
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b86969846d69b6aebad673e8689c5d97313dac74e8bf13f9c13a94659ee29d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d755bc9c28e3758ce9ffdb311dc2c0903dc85f4c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5631dae8e72e0056e10c22092912afbd50ce5273896b52e5932a8b32952f1bd4
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2576ffb10199267da071e58cc0ffb0b3b8a00ca5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82bdc77121fd2169014bb3c0b9e13a93b782b2be6a85d65f0955559cf33c84a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42fc359a88f7e01305e4adb808115a22824c39e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ee39d3d0a5f16b2040652a6ea1d37915ac9e0b35d1a0b57763fc0c9d6c7469
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abde401661c3425fdb92f445a90b7169310c96c9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ab1765a4f8d026c96d0effd2426c5c457a17252f48cf0b788c25ca2bf4a943
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517a965bbf9227a663e46cbbedbbd39f80c6a52e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e712825f16402c4a051846ee199727c7b843887e44be3959e01fb85cb5ebccab
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79049ebe632a9078a6e2085ca2475dd6781b9b9f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a7d51143fe25dacef25544d406ffded2ed991c7b4f0fffbbff63fc11964780
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7734ecce9a986260cca725e1691f05c030bee1d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d464497398e2e37f46706cf367b693efdfdd44bc20c6aa8b5cd97464d71ca6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9e1330a7a0a56d63109134026f0dfbf24d8c15
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf87ac62cf8cc6a5c2e77674adbd502f56a961b4ace372f43f498319e9462bd5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366f5fcad131e9fe2699878cf71f9d70f66e6b65
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ea22d0db57d4173ac23cfa3b15876dc0f1dcff5f2ef3c30d23432e2e02d2df
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f8ff5aacf13e38f6d6c66d2af07cb13a3cb591
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c5829713cab81c4ce0864cb319efe22e7057a22ae8074a2f8fc15dfdcf14cc
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae0c6f58eb7604fd3a51bcef185d69f9ae84796
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d29a4b51c0437c639d73a1ca40765eb5edca31f0fe1bd60afc56694f1b91791
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5eadbe0a56a4fb6dfdbe3799719d75b107f7bed
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74855cbef33232ee1e55146becfe2525748a7f592db2dbd445d488e338d300b6
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88380ec278b6a08d3ba3c302e35360a884588d39
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90db6ce22d62d21647c1d27ebb50171398ea882af879808a0160d9885d4ffd5a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f871719cc75c15626ea76f5577e9f114ff34bff
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db90f84930dd3e6e1de037775a00b0ce369b595577c333a8e80541f9214000e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e61c473ef6017f6ba9c4545804b6f03a7ebe45
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2601e2c051c48b451d407da5ad95a0fc8a00e3ab961d29a3ae7e84d1f96cf1b3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4445814c72f0acc48d7e77ced792e82e943d0c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85493d0ec4a5d58f1718f7f7514723aa5d8c9ff272c953708f98126b42702494
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ed60ba045d644584f71e0461b9fe2a42ed9975
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8526116e400bfd51d13577b16a4529327a18d690ba70d64080cc0e2891888895
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4a758e50023652602ee05d42e6cbd579de7eb8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2000efb56cbeb15f31b0b238e75216d88325f864e6c771d101ab75b69dbe9d39
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67bf37d0615272d7812c9108dd73bd66a657c008
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33cc7a9458328af92cc588c779ddf55f8caabc4922b9250a610bbdda5ada3563
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c3589b2990fed022a06e23dc7dc80992432f45
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5d7388ab843d7b5d8a98744d6f73bc346bbdfbedbeed447ba2d7a9f1ec99ab
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..497b376112c209b8865e1bca29a4676bef30c829
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a2a274e0769d19e3baf20424cacef586c24323d17073d58d70be92222166a6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f25a4df683a71cb914f516d10cf3f5ea5afcc5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83358f61a19ad738dbb165cd039505fb8589162dca35b931bfea45116004cbc2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f130a6c457d37390cfcdc8c8d16ca5e47bef15f7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa5856f95082a51d759ffaa36d803fde8f2594df24607447baca8e62444d7e4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b40f19272e2e65beef78a209fb7d3787e68edb0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b262085259ada091751bd16d0f1f2883cfaeaa51160971afb9c10126d75da7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af803320295dbe7b45cea2abb35211d01c7c9103
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9cfbf5e6cbd3e9b1edfcc620104f78779e795eff9df68779d5452d2abf0bd08
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d12682db54fffc6837339ee923765137298106
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402aff3d38fe3873f66a7f5e005b029af347ad4c5076e2aa12ce8daa2148e707
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2866ecefa2b19dbf036be7644717b7a083976865
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8596b1bc55dd9ba9ca8dddd62166e18f38e436cf5515dddef213015ede49d0e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6eba501d7424096afa57341e394c870c428745e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e091067fb2b113e6575b4c830f53d323dec0f1d4a9df9af5ad3263ac9e8346dd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6df8616ea588e70e76964055b3091d59747f298
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4cd59b55496e1a629d89c8ee43b2c66480eae2592f7eebf4c6916bddf94825a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0861d186caf47d6c4a142d7b676d683d5b4e3f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79cdb528d448ef644d53f08832e55ffc424bbdd68b3a3db4ce4533a926385ab8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e797e5204f90f0ed255c5e91f0aecb4a2eecefd6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a366feaa73d080bf06ec24d3eb979f6064fc817d4449d87be46b974277374cef
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc0bda280b210377620f07f52ee8ab8872694c4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776ad301adee9f952da6d09beac13aa2891bff1a7e4851030adf674ff6ce35e4
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c86e9c6c7f27174747b22bf8cf0bd9de599450
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38b9abbe676c5eb29047ac59d11e61b47a94f6274e94a1b8a5f2e572026a1fd
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22690037d1e436ca38ec212f07de63e8e06f99f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c027415e54d4867981125eac38e2f8cbe8efaae96e5c83918c899ea92e58206c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370d85a855451194e9f7ccbbca6f90a6fa9a24c8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79710a6b7f4de9e430d1d002120bded545a6470a11a3e520610eb8641893b33f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04b7a4555cac8fbd86f027cdc2793126b67efdb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9eb0886e0f974fed20386294799cb654952d75945b0f83d8471b2bf9647b41
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234b48503d6d55e85aab62aacc039eae548d8520
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb98689b23dced44b3eea2f223b63005f6d63f7ce9f7333591dc4e82f2d110c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2fc9f9cac249ab0f16f28e269f9856ca7d0f0b0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c368e127ded20eb83130d5db12406a7f00f50ff90cb622d19452bd4038d2270c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a04f1172b122bd31f13442802483ce317f4b3ac
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f105b1d65666b26d4e69d5bcc9beea6ef1cbd2beba9ebfefd4e62349d39536
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f734e531e9a1fbae5d708a8a8353e23c8c6776b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58219fe87be97ac5bfeae280bf830bccad5b6c8aeb3df6f200235a015ebc41ab
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a287b86bc9f0b728926053ce66b38b9cfc75bb5f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3d44f208bd854db71411c04402d0f129c76469bf6f3c66d5d6ee7ddb61ec1d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00fd9c6287dca97dbcbb57617d012f4ce3e0afdc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16ac4fefa5e066f77290cdb08181c507f5c03e9e18554db2712c442b9c5a14c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09258e6a2059180cef54cabdc0a6627522a2222d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f745973771b274405ba12e49c3acf56692f8dcbb47bde2cf5ce9a71b4bb43d67
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a695464a9eea3c1e35b92aa1f042e291151a8be9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d666c5b2139dbbfecb3be3cd4b57f2701b7bc07d1e40c7aa53697f934c82729
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a07c46373940d086db4c9052ad4bd8ada36fac4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7d178a3259d65dc6a4ab751b199938274574cfa646f5bcc993fbdde4e9324b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7247021dfc262977057b710705a2a25f89c29b6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc13d207d5c378749816bfbde94265e3b38f7a26a7862a92edb9458d5d568534
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b196a8cc3b32c9afafd4a5badbe497d47c8c50
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f9e9ff5eb4c136ba524925b6574dcd0f809ff3fe49c36d96097ba6f2c3834e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767e9ceae2809a7816918c1f3ae4e9d0e149afa8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed872458101a1aa69b33f9909b7a72120ccc3d4379ec858796258e34acb6a737
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4178f3bed448b9e8fd13f9a007120c867f6bc6ac
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4d196b42ada1690588724e2cd62c9021ee04aa6504ac63bebf9a47cc9d017f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb7236abeb9a16429315a3a2a21371aafd4b5c0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def1ca3d651f4b1403de2be7e929045f472ff72d353405e761e224b0b56b8cf9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5292ee5f463522fd5a8b009f4bb578adfe642978
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9daa4ab83d649a3863c930c0c54cd7eb8d915333dd49e75168e484f9d3baa1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49332a76fca23e526ddfe438bce0a11a267af46
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4baf23792a38c31e227d12cbe4a703160ea1ffbbacaa690807797b03d922c640
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd21df2a907c83bc10afebf4f2210df45d8664a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d8a7089c90433b3616eb04d93d046f4d756d3e53aa77a896a1f82c58c886f7
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73644dafdff7fe8574e2fa9491472663dadc4f66
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465a0867e5aee5f1bfdb926630e669501aefd2d0d9115c2949f005a3064f6ae8
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7076572d429dd08d0ff701f151ee48a67f272239
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ad2afbdae4582fcb24a9c54db514cabff3af69743b3fc945b48a665e7aad51
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75603c7d0014b0f4d1ba6d2c040985a34532272
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6137cd70367e656a95274b9fa9641a25cf87a62e561567b8d11f8afb88691b1c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f41b65f0d9ff547a3a361d1299a6991c5a9c7fb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89125fa25719e1b64c6a5f81e883448e8882f82c183ac167710b91c2731d202b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e08c0f5ca03636e37acbff78011f503d4cb62dc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1165e73899d6f810a368138f1d928839405a1b7d4400faf4059e0d85c2c8247
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d293272533c3b9b127bbed88ee1c48414c85deb0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15773bfdd29c9def70fd77c9155cee30a85b8f7c39a717916709f561f19fa831
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1228a163c2455106571b1983b67fa80e63f8fe82
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146871febbd9d36e1440c8c1534d5961187ceeb12973712968ee1ad08c1d1a5b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad04685180ace4035bff907e0b7e693a8a519857
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3783eb836729b86be156c0b155886bb029a66e4bee5bdda53dcf5ef4db2ffa2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c617e120412f918cb0750205858d05aaa61126
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1affa8943d4da787530531b5a53a7e6c5ab0b28326a68e15b97e4a3e6212c0
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8709ac7e33e8571ceee81db900b36d72d830e70b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5a194387260d957cada3391ff04c706c258789ff60a0c31a619253fd919a7f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d41dc188d8305b7f4372550b2991a4c8089ad2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578846ca5275763b979db5e52c5b9caaed34d3dd987cbff5a41c628a127e9b79
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f3f09ee033a99c9b3e7a394aa3ba0b353dc35e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae558bd06e82361fb41814859b856b9a751c1513e09e33e77ef06be39a58bce
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c90f2026a0a3b23635065a784991ef19a26bef
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f0607202af0adeee6d9e6b15349be41ffccd95337984c39c24e686cb825e22
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6225ea6d94c95c3f9d0968e8a2ee019d58d8e919
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26d53c7421d4d5f860fa0bb3e1bfaaf67692528468f9364dd7b326128d120c4
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31b607ad67594c406be4b681ff6f77a7b487753
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2070f719b2e8d011ce3de2370495b5d5ffe873ad31322d1919198792df17a8c9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5de41291f18b0938c41fbd78ddd07ada0f4b4a7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6cd291f69e08b38d2efa8c52a74ac25673ec98ec7d761d740f6a1a0e666f184
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6ca0fb9b7f39ee7b026d3db569988da60eb25f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:491ed6caf09d0fba3988a1acef80abc81ae27ab4fb3f03b00c42243ed1b423da
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d3658101de3a5f6f5b30f9dad32dbaec454eba
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42513ab7e1530145fa10de4da454e3bdf5a23da521305a5b2cc52e8ca9356e8f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2adda01e10442bae69522a6623cbb9db0e93aca2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98e62d42890f0913fb0c1fade40fcebbe2b5d0df13e6e29a0270faec367a8e2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cea2b30f05be2a52ffef84bfe417d0b2c006e09
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125e3672a1dfb7628471720c3d65ee233e82f2359ac1de67b77560761cdebfdf
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a30bd9b46f4210a1db426e6c06dd93d944e56c0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d2d882435e54f35553fef1b307f29a41e439d494bdaec16cfc907a4e1a7da6
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..019cd9829092fc92f08c1f8a138af3d63406f46b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ca67a381db330d18e6a31a015d5b69cb42062b0566ec76268694073040353d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217fb344fc82374737cfd681931c4792050d1dfe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d0a25be61b1dd4297a9a2911f0883014b4e2f0316be6c73d2908682b3528cc
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb316174484d0852fe0f29366c67ad07cbffcaf5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7121acf00efae080d0bfc2e3784ab2e8f66be8e0c99e51de4f0aceca758418
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63512151b94c8f63c2908cb015429eeaa6312345
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c84d0cde837241fdc1070431690bbd4d392633b9c43244d6ae43afecbc94cf5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920b555bd22b2c32503559500b8eda448e600823
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346351c1902027fbae08568b6ca37c185a114dd06743bb8dd14415050e1945a9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407e6c345d7e635eb7a266d3289f49b6bb0aa9ea
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1912cea065b869d987e3efde42701e9bcbc5094d64626c47cbeed0e74be7de4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd247d72c84e9391bdaf02a47da38e39ba8f9b0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ecad0ea3d196dd832a6df6af352c94b03ff15c51b57a95a56a491a1d75b996
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50baaafda2a37c52d31b7b127c58b726ca92029e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929a8992eff804a3d27761dbd03791916b73e9c66bcbf81af8636bee2dd6d9e9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1f000b7942ae1d80ac3e985ec9d4b84cb19150
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63f85bfa14f7597e40668aad1c610b3ee5c35bc8d55020b16680c4cd223efdc
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b5a85c9066709307429629a3b001dc769c3e72
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e132c5d616dd21242f64a35bffd2a81b131c2467752b4ae14e067f91207d11
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969f3af6bedf0d86ef0097626e88dc0a00d86984
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d2c83fd6a90690ac3a2681a386674dd96447d45b1359bdd88f026432a11008
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11398243e5c18234594d04b3524efea295773f1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6d78bab9c5cdeccd06607fbc24a055e8bf3e477090a510db12aeddf533a49e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7bc3fa6159463bab6ecbe73fa1c15c01668df1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89df76eee80c46492b3660cfc807f3cb6304ead82e7d779fa437e74cbf83701
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b48b7f566b52848c5ca32d1b6bf95026d41995
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c41c61b12b7067dbe62867f0422cc7a52d4291bcebf66c153b81b299c8ac60d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5acbd8163de5b9df0c140d2c2c5d303c2ac974f8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf6405fd19926d26bdf94ec1fc3e22614b987d5da6bbd148fd2c252d430b561
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8349ecf1fb04de88840f83634e985684b66095
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b597e820c1b3683f50a8231abfecf25f876a117ea142280587eab2030bcc7f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d41d04a69118736bf8f609022da4ae6b10c008
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ba530dd6bcdc35862ad7301bb018626758c6897f70be10dbffd4ed8d3ddc0b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926abcefd5db1361b67699d72c6c6b8231c5529e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe066ce8cc9da95df59383a074bebe7ebcf36bc7dada6d1ea45981e8bbe1ee5b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee3a2a1bec29833f07fd877dfd6ffad6500e0fe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4d0c6dfb8d702c8e08b940162a64e343d1e90b4437f5725767f50c9e4f166b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21eff14314fa5bc30d8ea74f375d035ffbcf9c2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79366b27edc3701f06bc08192872a2fb181585768aaec4dd8d4298ba1a199868
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3abdef687ae9c1140eff20791c385f521703449
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05fff001e86e4f41a65146263534b3e332ccd3fe3448f27e2d30e71037e77da
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eb92c05b82a2230c333175cfb5350878875937
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e3d8a0f38690d0798ff2208e03fe6eb8ee0697cfe2b49bf3234788cb336723
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc5707a5993f8bada19afdebbfd1ae5a8815225
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81731a96eb3a88951e0d200b776b88b0051e4ffd51414263e05abcf377a8d0ab
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f851b06062126c7488f181e9cc2eb41fedc54c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2c974fbbe79c85a2536c770204adfe73367d87a909e7b9777038130b48e726
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c60c84b9863f333bbeaad0caf65f597b98a91773
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6456ba629204c9459eee578067ff2791309d4b864fdddc28f6c064e376868310
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f9eb864b35d4fa0cccb0d716744e814c5ff9dd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e407bca2f6ec32d67d667fd2bdc5ad1072d464e285bd624fb780301802b9334e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1b0ce0bc64f8222ead3c17e96e0bcc3257e828
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c664f7d7d8368ecbc3f502c01f7ab70097ecf12b88c098f42601d6f675ff946d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53157b836ce315bde67518a41123bbaeac7b960a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b7dba23512220734d3668056a8b7207bebf186af685a68c7215dac44f44cd7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad7149555b1f1a6ee723b10c79097a5dbba824a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5c6ff83f9b0ff7256c05ddea4094f88ca6346a376a5157a95b10fcdcfd4c85
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f951574517428e3e2632707ac03255340a9e8b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0dca1a89f04732937a0c4776979e884074c11ee70080a753d5d03897b0b915a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55f97306a6ef2ec370d646282293e1a98b1a344
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6d5653b60169d1db9f5c5fc44477b42c60c2357751311154fa39e88686bda8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d63beff860c4c4221fdd499f4590c333557797b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294cb28e592e8310f219c63cd30ee33af15c0de236b22f4bb7ee9df81a959f39
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9f19c4599468371c4c0e3df99a4cb16cf18f2a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad182655f8325179981961c147f52732009555b3772326bf3f1076690ef13942
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc9ec9f96faf123ff8116cfc9a22f6a6de19c09a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e75bc0f11c0278a94913e85877f96fb284891bcf5eb12345442b463ec5d5568
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb63f87dda11f6535fe9424f65d3937186b0d41d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeaee7d99de84a0f70d97d8ce0e88453faac14213e3f10e348fd4a979fe95dfe
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f826ac9d6211f0d26812638934d8c210b73a5e2a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033456dcdf917eaaf5b0aa54eeebbf1f9b8af27493da396d1cf09f9d8aff88ef
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2092dc5387363e611fc9c606a0e9dbac50cbe0f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f359cbdf1647074c6669afba28ecef59e62b67c014dfd6c9c9ce24288eba6d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5040f78ec46d7be11edba977f45b695f76799877
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6403150f4393945b3d9d463203a5c5a8961fd046f544e79f53a30aa93169251b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe70face5a0794f6dc08b6cd86e47eb65b7d4fde
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1d99be2ea8a9f05b8065c2f6ec78a3b98bc7a5b1ef130541dd435ff2461099
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942fc35db1dc7000b1f234cfbc27293e449ef932
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8e4c1397c287ce37400e731cc15e6bbe0591a4805e66afaea7e1d11e91b0f2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a960836751a2cb1c790eb2c118992868f2f7f79
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95da638e1bf48fb18feabc921ab6af271a055460522e19d34c63f9dfb935e21a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e94fd03f6e53831a30c9b7c26929dba18b5d001
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194ace40b58a35b446fd9adac7206727c1cbaafe2e84fd51a99c9ebec6e85fa3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf70cece57921cda36d19965e90e8e6fe383c8e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d969b0173b9b3bae011b3122bdeb59b0f2bfb65e185f10c0001f5fd7b97d20ed
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012dd35368a6abfeea07c0d82a85e437f51102ec
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a26e1fb57ed6f8c3a56a4c9331c703f86fbae5304b4572669c0f55efce4d6fc
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b44dd014805cb66ff632358f68ccc8dcc125c13
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678c4dbd94d507c78adbf0265d5916ccfe31f3895dc9d479965de3bb1785f0bd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0fafde999bfeaee6a255f520016d3fe56f9ca6f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce8db93b6a829fa1ba7d99764c4170dfcea91d86a14c69d7530dee9aaead07a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a707c44f473f86fb5d8a269e08e1e587eb660a53
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b227dd8e329972ea00341eb7d73d03d9246af81a44084cab8fb036b2f24f72b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f12c4b8e445528baf819a826d3972af6ab64c04
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6d546e3b10fbd587dd66600bb95ca1a84435067640c7aaf77af61541653292
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489cf54462fa5ed81864e5881f8b324917946cb3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6953fa693191777906419a027488278d90a8619ca6c26b77d09a07469cbadc12
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8056ae175105c0dac7fbadc3e3d7e93c8adf55d9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da27dd0f0d7cc47f34a937667edfc4e9668f48d3ccf31ac015d87182fd6b3bab
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75cbb5f1f1122935d468418e46eaa35e829b386
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38c4df3784dbd1d4e4e7a033c771ec97b0cbc652d40f19cfc759b5164d9d269
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc39516da089bb2497c16df5ca3ad7f27f5ca305
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3463b73e456ab0c72c2e270ded792e153908eb90ff625188e1ebd6e1cf2b60f0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67c9eae3a423304f903c4d327223477b51120f4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7f642be09bedfad2433636d138c02e9f87f6c234a1d2014021f5bb79bd0732
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e765c0839de265c0f8a11ee198a65a17003e80a8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b078bd60f0709cb41c0b5d0a843cc58be20b6fa7025b507e4f9d94f55d2f21
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4586b549cc199b9ebbea098fd2d86923c04212
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56cadd81f71822f2233b9f43c31b4f2573fbd57653c5eb26f916c71ec5d53dc
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4798f8418d7b80173572ec34274b1f78ec099045
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74496142cc05bd8b2c29f21b3d701de89196a307baf13dcaaa9914b9382d4e04
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..364497fae4c91871382a27249cb1dc8bef4756ec
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cc86491ff4fe9ca6aa97c9e2b549df9b7d5774dbbfebbcd244f7b76c62b2f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0a211fcf6d366eac2a185c2326776477a00131
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90abf1fb705c10b3108b1fbc3e034f55d8351165d10a1a76850c2aa05d4530a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4050aa345d3a7f7aad1b1c9b566f41fd7c95f8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d42fb8e9d45fcf9aee173a11a0a7185eb930adbbded776f25cb3695ef1b21c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb9e6e7d3b8643b65aae088073c36e8bdb90fdf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87551d63230b09496af3f3ff3ed18ef3877b85cbb9f678f771b9cfa0af699a01
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0958fde6df6268d2d97af112a0428b6281e6a9a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad2da39151660969dfb6804b0247001e4f26aa701b35fe01c899e8f806aecf28
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c72be3f35627c59bd93a06099286a4eb8bbe802
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51086b43934dcf1047ccb10a0f2f83455f06d2224d55a5021fbc60d69b1f62c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44c3e44f9e6860529374ded9ec52ee476018b00
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7cbac5bb996850fedee929096b87ffa7746316a862bf776968daa9911daa45
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ba69e258860ad3ba964bcb6a1f9bff84d84069
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f228e56ec448685ccb5052fe6d85406315ede48117a5b8fbcb3752e826fbbd3
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c6258ff7434afdcef55f017a592ef215141d9a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ed2bfcfb996c113ffa8bae7d838f8afffd99c4ff5d43c025b0d54246fb7a76
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5537ddfdba286c68b6f22fff0c3b2cad43d70eca
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed5bef00c990acc56f3bc87fe7335f460b4fd159c5ff6f244c3cf415cbc1841
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232f34cb678cdb793127850f351d1163aa138753
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b93b254dd85af21503b6806fd305a738b8157836a3aa79297b1cfa701eb6eab
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b44d5a166d284c1e2ef45fc962729f4a0bdde0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13614452655e0098c7aa1c43a7f696e0046bdee380b93bdda6186a9d25857221
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8079ee66c8982db88ef0c2117244446fa08181
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f11a2f1c67af7be576f823099b334695f2ce0702ed2a410801a873f86fcce2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94cf6364c541a74332cb569fbedfd1923d559868
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad5e656df38bf3f0882d28e831f6057ae71de01ae01514deb8698e02477b8ad
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3d48676a9c766133a4446d710a175930e3d5e5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff5811e62a33635f011056e91a1673370ad9f01fc6654981c3ffa0f6ef5f159
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ddf109a98718ca53ff641c0a5a499c35cfc20a6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a285b96e0ca2d51d35b072719da9fba630beff956b409f4660173ef42e9028
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76937d4dbc69544f22b818208b6ebecdb3eb803e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131c552d8b1e091fdda01f04e9089c58458b62e76e05267b4f5e5407379a845a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f280406c3db434bb3aaf82c954f3e75e4f81f7d7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5265138c480c9ee0646f900dee2b3efa8517828b69ac82561fe0c8821b922467
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394223c0ec5ab363e039ba3ce0d75b8b183ace27
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c23119d57465811b12ae5def874822f42b177fda4ab2e0d47ac90f28c5505a0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0310b39cd5e846fe7ab74289f7224d34550cceda
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7506428c841fd02834e7f7cddc7745461b6be1b2e3cdd664799fb391eefa2d8d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33069a341c7a756366811e27995aa39cd5af5ee
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4380c6f2a41614252ca3d6102cc9161a7f9ce436eac16e07ed312e99bbb3fe2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49831db14a5d79865c1b488d28f199a3d861012b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55df125f8f1a6f1aa8ca8a74273609d5c6ca0770ea590ed411a4adaeea28b228
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a1f056e48f5d0dfe3f958284748ed92529ebfc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3485be2226695e018726ccf289931f4722925588ffe3fd7e5f2bcf690ad2dd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef481fa3478a7f47f774ff949b3b8e5dc9d7c0b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df38aaf66e71b6c2c2d431fa78bb4d4d30f03e11a006d369ae1388bccf3645a9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83fe63f676f026a0e4bb00846d36301910ca381
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60fa74fef5d9393ac494585b69007eed6037c0d4fe0abc3ffe5c97a8398ba50a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738c2047f64a9e7e45f7d29f22dbe7678f94b3df
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea224e3a0d49fd00d14259ef7e47cdf977a1f9a4cc222c7b24d417f1812a678f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433a42a3830afe645ca8883a91ff6e03390dfe74
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db344fe925f7de8ce6725b681021c88e8c53b297a0784bec75f079f6a7ecc1a7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0addc761cb8ca74d6560fc29f0a0d9a687efe841
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad9e9d3582b1167518099659609917d8ccb11bf4e1bc2528b377bfdba9c49a8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98000b3f269887ae64d764b73b0110e705321367
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2ead3e75feb4ca4156ceec8a07c2b27af0500c3070f88defdd4d0fa9587d72
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1574b44641ad12b9067698ec6f4687f8987ea307
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4386dc66860758779377d61fa3cf623f48da86c33016b3b2d4a4773861b42d1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f143f58fa8f14188be9450d7fe081d54efe98a62
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc9bdee6f46d8d66cdc304349740efc91df6b659124cd2da721339ac31caba5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b26a54cc86b93b6949a14cad6dada201389307
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1d1583ef8084889bb119d9af42b50947945b97a7f29cf8fa3ef8d8b75137ef
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef18d7e18f9a96741f6bc02d489cde4bd684be4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab9eac7e2b955f8e460e6facde03cd09f8f2136a2e65b959d159c1cf58e2e3e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc06f68e444c141c5fa1ded4971064905f5181e7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69dc6db0d48c264786f4287243157bcbb16df60a10b2e3b204343b213e7ef48a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856909c49357eec29f856b79f1b4c2b6314487a4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27d7b1bdc128d619ae232957d5382934b05138ab4dc4cbeeea3eecd89cff044
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4681d515983da2ce92c5ee7e3555914f606d30ab
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8c1d97eade8b85b4443c7f1571562be340f2154cd94cdae566d02b565bf960
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1a45ed0f0f624e1f0cb23ae2ee45ced3d8fbb8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e5c08a481dfbd930fc8dba75a8eec0880e53df40119d42fa2b137a16c7bcd4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca9c0d51ea2396ec823fed724bd34c062c228cf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190bfd9e8ec69a7e7a9d000a7e02bd393a54c169693f09e80a7da088f820870f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7c76292740db625d7837b09818ae40bfd746ac
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3b786ed489d9240f003465799f66a8e598ef1a2df6a5161edfd07ea098276f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16aa1e1cf58c7071fa3f6b936c9a40f93012bbb5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9d7ede364a03850c0d49c5e1a77a4f376cf1787307d64b61eb9b50abead3f7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a1ef7c7bd4f2ca2f1cfdaf6f7183c813977dbe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ac078ad4d0c3f19f1e7e7347957673e775b9c0742fa59e9aa616971c15d8fc
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b641b156213d6c19cafb813d8ff57f07e615a3ab
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a033683850c07fba049059bb0010ec02661a2ded7259849616d02796badd5c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788cd8f0f2fc02576673de04ee37cbe3a7fcf67e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96926c42cca79622d62c6a3d148f4079c219d102e7443751c2ade1bdce656994
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8451df306956b3d5a818b24ea8e7a53d412827d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297d0758f3f73cc64db88a30f7363178fcb89d1d3505af81704dda106d1df6bd
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbaf2c83539f9c32f8fd4e9ab7ed031bf238fda4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6c0c6664393a909493f2cb8f6e9a1b2d9c08690c8dd8132e2642af6980b1fd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72dea834fb081c211ac7e38b7a2025a5cf4003a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55c46c5008da33933a1a9a52d69cd1ecad884199709e620af3ef0cddb098656
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6992a49f952cad0f6998860b88f66242c4eabb8e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96886215b2f9d8d7b8ae5b59e60683830deab1f45322bc92ef4c72fb45a5412b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89939786925739e5bf402aae2a1c6f497ef0bb12
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27314920765f38d78c2714a3d663a9fb2cb109d30cf8d89239d59520429e8a4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e47f5ba38c7eefc23bd2fc0412508533b41aa5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b9c0dc04c68e29cfe25212cbaa9928deb0d486db274ded042ec8ffda75b8f8
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656d74c936766b378d96adf60e1ed8c50ef8b931
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b0d566ab2902a589939af6e45d1d0419e58c7bb0534b931d7904c201fb22d2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545f231c706106ec9d97c805e514c66e7ba9ef86
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3fa1d8a987a3675dd8abf0aff2c7736487616023dcf17c29a760110fcd2b6dc
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90953a0a930696f576d64d71372ffa9548d02f45
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f7dc1bc08d7d2222bda667c6c0721a7a19da4c733ab32c60c45ce0f4ee65d2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa90bf44cb29ba41602f76f0abde2d2bd2e70605
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec3cd07d826d38f38e498f957e3a4d1cb3a06172d512efe99ec66676960bf52c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4fd5f51f96d3d3ee8a3ccc7cbe863f12476db9f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a06799f54e4412c37897c430e5204e980c94d612918e5af6d677f0fa7a8b8c9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af6104942dd72e6c57f158d6f590621eaf09b61
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6dd81892171ae175480fc5013948c9c8a164c96485f9d6b7637bd10f92b792
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2daac582a8dad76c2a99557425f023635ab8c31a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82790897194ef7b2c541e6665ae11538de43beb7fd7a7d76d13de5809041d719
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b53520c51b559256e3509d8a95fa729118bd3c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765bc5307eef739bc468040b96a3ea3bce557f0a1b4a17529fd6a6e3581c32ab
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a8e34b0dfac2a94365f386d7e8f37be0f8078e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e92e69bc2ce691255d720aba31d00456e7e59da35ce4abe66f439473cb0296c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1dec8357f892640ca1f301d5699af752934487
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63bdb77fdc801deea9b01187b6a5262221091aebc3fe3fe9dd787fb221d0390
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100dda4c62eb866c42d68f465449b760abcd09a6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a73698c04efa86a557ebeb3c1892f054b5dd20308c4b5d220a1655834fcb453
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa2f564e277c330e90e165e139372be1a4ab15a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a3ee5638cf6a13be36b6d9c536825132923213ea5168fd3155999ad928bebe
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0439b26a88c7162cf1b28ea9778cfb0b3a692b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d5a700c551ff8544e88f42a896fee8b360eb3a7e8113df983fd1aad51eeb70
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6dff432a9ba9026c0e1f7f6e8d7374e5f83de50
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c0eec12d11dac9655757e6ca63b6efe54e19b6da6ec9c07f889a9d54d7f72b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0b75577aa0eccbe22e23cd6def385bf41942c2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80671d02ab795236ce2f4a4bc83222a2203e5b33514adfc85d32c0edf5e90d78
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76142b7540e7d1bf3db3c805cf1b878c3cc31492
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe66e85673ca99764169fa3211c8a6c748b153134e84b4f99c9e4e21b07c3624
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf10fe74d49fba3fd1e6d22e06bcd1c4e850a8c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b340aae8bc709e532217d1c39e7ca411d140866f1fc2e2785dcef20632f5cfa3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41c5b3e4e267deb8b8724b64d1a5181bb28ce20
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09b77338fc8aab88ca3c918cc09b5490830c02ba71a53f5a4ab80896f595778
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3517fa9045cf9ffe742792aeb1a5bdfd92ee630
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f01ec26960bd47375fa8f9eb6c79d1229b941a996f0c76356f434b9bfeaa76
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1427c0c9426eb17cfd70aa92e60a44becc0f3b01
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8692fbcf20e4975fce0f7d6eacdb6f488641dbb78370c4e7d97b1d413a7f0f94
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abfea7541308af67726c8660c1e0d28323ce878c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd2dd8e5da03e5dad7a9aeccd51b18b1decf3e7c9aa8df8487ef04ae7a5ce48
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bfb017754aff280276a233181f702389c597bf2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b7c6e2ab20019a4930d5d0864ea081ac12f0a87e4818abe09722a23ff11e6a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d0f9565692fe89ee9943312c792ecd4bdf1a0b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63be5d0dcd272bcde82d0d3ac3ebd0e06dc779573d285af70f85c3d1aa769637
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273a4d810f8d80961695dbacdfd38473f31decbe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef5277c0d7d2f06a718671c8a282e6e19d6538df021b450b9788b97ed108c671
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1ce7672b5478e4e6b60fb87877ce108d39b8fb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72909e35adeff41113cfd8aa9a216282de6dbfabc89ab022a9c67b32be3191a2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad4b8ecffb6f3c9565e9765a1c6cd4774c113f3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:554b12c2fe413c7f460e0d44226dccb018dd5faa89ecc47525a3141c8c8e145b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab8db8ccb5a8ebf8f6131640c02fc4caa9b1525
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68def2951bb296d9e4484ec4bc7ad147e40dadf6d8b5af215c993d906d0e203d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03dfa83d201116f145afb03279e65f162b3bba3e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba79440f0dcb4674e2b5defbf02c0b2be15899abcef5a43ea48c06555bb7f382
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c60a92731a12adb8ecd83be2823cb5e0b7947e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c1ae4b1f063bf5428a89854380409faf607c8f31e696cfa775aef52d5003da
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/lm_head/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2ec0e2c17c440564c08c5385b675040dff1788
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff983bd604f7fefa9d7c3dc198a610921939395be157ae0ac1e20cbd9af9351
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/lm_head/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b8caa7a0a62f5e4f76bb2667ce7a71ffbfa9da
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f88ee680deeef92329285466a5512c5fdd0c05bb43f065ab1555a633f6fcd6
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9fcf59a729d4b0d07ff21485f99b65b8864947
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf044b47147d9310b4ab55fccacdf7b601dc59bca5284cfc6a2c905ceace0ca6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79784df730637d2a6d9ea1865f947f54f728a34
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166cc4885bdf340e0deaa10efe6da2d77befff9bce8419f5030ce7151aca714c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12cb86f09b4c2983466079c1aa104c948965292
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb4438541ec4507cd5e079226e093cf18637a02564c93647e6a5e6d79f1c10b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..896b8a4b565710132ea76648e7e4afb6b038ddff
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304d9586ac27006ccc3d02d801a228bd145a962107e621b77bff6c1bb57a82db
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6a732c7156a67a9b6e13fb643a7d9a79b22f24
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2c061c04280eed99b39ebd308a207bcd854a858f425f495c77b88061ffec4d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a1a17cf6bfb539acc5e0afe8b1e92cc1c171ed
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9125d744c0bc8f51fea067787d47584c417b52938d478531821cd2dda290de9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98928d0e7ee797cb9e85aa28ff9354029de9206
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72ea1ea713fc46d046a5d12876a38111578679307973c03f73022f1994bdbbe
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42bc65190c23814200b42e58788141b50f1687a6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa6efaf6b34319d6816866d53ed908ab0adbebb4d2bb468341eba33987fc8c4
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f3532cc46d5754cda7d447e777000b5ab3b2bb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccef8bd6b6c8dc7ee4860f42d43f6fa54044e31b22cc071b60939028bb44cf4d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6081c0f212438965aa780b95239fc7a1a0fc3a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d454694a5f1e2fdc209e8ca142fab42bf1f4026fa7f24024257423a5b5e4ea
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61fe826bf773425a2253548c4d730b7d1f3c18f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4fe6a8e84e50475a6b8c8feeccc99b111fe00b464e0691f9e3c0aeb6ff66ada
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830ba82720b28fd39f4820624c3db8ce4e00df99
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e588658b9936cc3dab657d6e2b00fe26e5b0cc82bd946f3f0cdbab00ddbe09
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76cbc4dcb5837d8abf27394703ed1825ce6d51b7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a2e7a0179c5f032b6620f7caad21145f93930573a7410aeb7107417cc694f9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab850351304a5762d806c32923d59fecead389e7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e824ff7d1775f38ec6eb3a6e01f6b3ef3be979b3798887859beec390e977bc5d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9d0c91afee4714aff34f08391755b66dadaaa0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98399ae6ce8af82734b89d264af783719fd1fda67c77f0bf7d6f76ba804ac038
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb8ca18424cb248e394be96575aa0a8fe037f63
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f470dee1ce7ecb6971458647b50935ab5cb2000e6526a6524233a148feaa79
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b20309fa212d93d0f565e2ea51a8caa2406c4a1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f2c7e157c30cc3980812166ce69da0325d92ad8fc1a48c10e9b57ef5150298
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f8498fa717300645be87c4c9f463d67b5db795
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2e5ad66a2ec473374934a46caa8fcb40104b8a62abac6fada491e0b975da8b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34bcb613f28c05152fa7bc986595212887dfbbea
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc3f3d60cd58917e795b5ab8414bdd67998b348549e5cff8006ccf23429fc49
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792f31bda3bed307482ab25af91c5aa50fe5e99a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dac15bd032e8dd7699c79b116a42028dcae0d2e8689c6bd69dadf9bb4f36f3e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2c971b3bea2dab3da8df10245b74f94d04f3b1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2feb91b9aedf00cd7fbc2df9b067d8bc9ad8d06048b390708b2a0569c42920f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37cf0d1e6107674688f34324e29a6985caa7c1b7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22f8564adf9a71a053a5e77d15825f4f8ffb2580c24c19934a38b041c41f272
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2870ad1306cbf2b19f4bd0bd2a5089c3184fd9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab166ca1b630a06e8c7ea1a9e7e604bd66150b2aebac15ec876b378dc73d935
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf2f8a33832825ee7f621b976d5ebda5bb7e906
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951607b45c22f53ddba59d0775c192d6cb91a2ccc0ae99aa08683e9a5479687c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0dda58a522d9630de19b2ee02fe206b07d7b31
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1df6799577cd3e25ed1810c2e7ef27ce64cf85b1a09e4701d49a882cd159f0e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c12d6df951ec95f84ca8933610d10d551ba2c2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85dd730883d16d34af309fd315aa3df2de0d6fee7e89dded54ccf84b2d63a0b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38612d2e4c43dec2114e54db0500a936d31195ea
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427b7d43f14bbc989faefbf69830fbce7d636b0d2fb23e18da49c80564e7b988
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd83cd82d36134c36d4b13c18180623af5cc0eb1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43360819a6e43e65705476d6efae18329f52e20f1bde8c09fc7bf0f20fd6477
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d611b9fd4d9158085df69b0e5b3b941e662cd2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082a5839c54222f82ff595bb0006b4b837daed46b391a677b87cb2abb968041f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80316f5830a6abd86914d0387d55c19790a9909
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9eb87eea06c2d4d93ff7906b7cf27d633b7a09ae3f24f280d2a4cd933b8e4ba
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0ecedbc22f83b684233161ddcaf03a030ca774
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2251343b527206bcc2f3e2b5dd8eb1b5e45d81b95817b6f61bdcf2515b4b97f5
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce71041958c6da41b76043a439a0305a6469fc87
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617cc29f426c1a3fe7089e3abbdd20ab3d749cfd075e0bf4f2547a2c6df0a204
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c62c05cd1d1528bca087be00d516d156a34fc7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee3909f7fadaeeff67413b67699470ec6e63a3ab0ca03e22fee59bbcdada23f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68bcba8ad3a993ba0ba312dd836bfc6c06b3bbec
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b03556b268de3684162e4588bce77679102e89971025e3a999b02054c747fb4
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6283010fbad9fd0578dac77f7d819cdf2256832f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad12f9e0fc613f01acaf491a1466abd69fa07e54f6d2ad98f8dd1aa7d85e0d6
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39587f9e374b4309356a9ba805dbf73c33f5e4de
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea153f020bde15eca04bcff0911f832cc2e7889c323b228fd69eb58cb601c80
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d986b601b01c68264bcac8bc202a975055ceba14
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b05a35067ba6555beac82ce9cca5b404ac45f5fc01bf80326c4c06dd55f985e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697f73a0cb7d363fe057c0d49785a44f66541e08
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9480b18e140f0a800d48c0c89744c9fdb20777178868036c5d4ece4d72eaf4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30013d4329c706eae2de48409f8331a43bd0e305
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c819c8179dba9d6257a305a27052e455cd99c2ed54fa4718f6ff4352c0d035f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e17d92eed9d1a5d9f97c2b564d7382d3010adb7b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3728b401d6d874011cf8c8cb80c24de0f8e82fdfc6267d0873b7e667310954e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a3fb64a80fe2b5d0183c62cb6f94ba8f1e5d9b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f465a3e4aea44377b6961496aa31405428455a15f39394c3110d9de14f11f72
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08aee40a835b4d4af9604eb5d0a634299f4d4d56
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f4c32976d096f80a6deb9aff04b8fe132c86cf39a8eea06a9d8ed8c6d3089f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932333c58d2ac10ddfdd8e3a22a1b84f6b273b57
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:452ff3ed809c6d3e2a6f4b103b87e91d5d676419b95c71b880d146e0a5976261
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d65cd290b162c672c10960a6dad1e9766c5862f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09caad12bdfa47560820114805925c227faa84cf9e2e9a0be7f2f5a85d3b0fc3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7280c546bab38aa83c68c3b65f600ef00265d318
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a3a9cd62ad1cc85e67e67fffffdf943bb3b854640d186772273d9adbcb16ec
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..008ac14e0c58644e50529522899fedd5a8b9a48a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76d2b20d143e2101a2affdce5e227ec5581b68ba5713db191c6bc64bcb66a45
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf573611adf419c7e0f6e0a3720f1a40a50a84b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba510a92cdfc668202d7f3261fc042bcb9d38d46b35f01d2ae6aaea1007594d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5ff5381622a46c526a92ba54af4722388aa9b5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5372a8fb843e74b2e53f5118759ee398572c9dae9c2d29aea327eb67e9f816
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37333c83af80f571f0f45a6d96939b4ac990373
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a36f9d335814ec8736c5a1522a084cc0732b8762875612288cc3f89135d0799
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2a750291f3c364ada67c5acb7dbb69ad0d8fb0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9033aa9ea5121653c51fa3ec274375898cf4dfd3ca223a386974ab3465c99f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8cd05a01cdf099ed5a0f6f382464b39eb3dc5d2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b351bf36f5edca84e67e6e5a75d2ca88ff78cf6bb112e9b33f9a37e532de87
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6ff0e3a8c557ffd6827d7528d7e0fd123428eb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c06257c2e2aec8ceaa92060ce7a0e1f3b7a6a622488a2767c8c62810d87560
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d505cc5f5d4ada72e95622f8b2d0fe46897ef8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4356cbc87f3bfc0f9b3817f21acb29f923c370321c4c8f57aa71113429673950
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b67f43106355714caaa05655dabbf8eafb54b3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4d288c26107556bb60ba6a93d74f5de1c425fc01f685cbf2dca0e96317d932
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6726db7a0013812f81ae817a3926edc2b731e7ed
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7589c5f2046f1dbf3cd25cdc74521dc52b61cf550fb91a8475ae19a081a2398
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9237100f9dea0afa93b07dc9ba3197618b5d1de
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b7ee458c98c6a733b61625e1a21c5435ad74d4f0ed91863b61e372210641b3
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9eaa28c5ebde6041ebb78aaa13b872cba204f83
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0788ca7c16105da8e44fd1c84562ecaa294a7b7cf7149fc0dae2d9a6ed30948
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a486761c9f3450c04f210ecd613f37905696c176
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef2a9abe9cf1f084603873c9050cab5c7c563da66add5e13e84de7ad6974286
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269a8e41802899298bec371d35f40f4b3d08d83a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab26efc7806b14d4349fa867632ee11476d6b8199ae348d0856f3a02b46ab7c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ade69478cbf16a774d873c978ffc1f11ecab8af
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa6011fb01eda3bfb5cfb490eacddc45be521bfa775a8392d6a6e7cc0dbb97d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16d50e997a576a229ae95e192277d6a0b0fc371
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b659b44fb3d2125a0edb4b85c04f8b45e6bce04eef179cb6278f0eb53bf824
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc0f1486c3fee8204ed5525e5b312f9195aec92
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec65572c07db80a5d564b879e8c04e24372ea2a75f6c5fed69c77d36af68e557
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d1193d3e07151fa433853e6e1d4d1ab1762eae
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2d5a6feea71bd4c68b5bd333e8032742f05a6e1278572ec4117c27971dd18b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda450cb20510d85994e9adb6388a3fa53876fae
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b13e6770e38e4959834c2fd9572ea2e065a5727b3d29f89743b2ac9e0759d8a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35824cb59f2e0532d52ddb65324706f8db00b4e3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150139bb3c9699b10db6f6978b9f98a7f59fd80df34d3f8772eb098773cddfb6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1377196c1968dc70231cd9721433bfd3bc45503e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c0e68774a640635f6459384d835c51b2600cce0f24c4331d176dce5da8a3dc
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e37417775af1030be545244b7eb42b363a1bd5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db4c49a92a445fbde05250172b72aa2a22a9a6b899230f37de622f916668543
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3ccd51d14c26f084c1cf5026c00926eb604f1d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148a277b73c6661230d9e45bca9b87a5d2f836c622df9c06eeb127cf8404b439
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e041a1d78fd98874d2821d28d2cacd349f24a2a4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2025a823cb7e203320f67026d4be478e2ee449538b0649489370b2a108a79bf
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3bfbfe8e1b0a7860ace7ccb7b1c08f2889c1020
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a154486fc18e42ac2c4cc6b9baaf46297d4310f3289168bddd16c12c02f0b20
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845abca3906a6edf4119164705051c1f9ad33f14
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4dd9afad9875e70582eba767f35805ef351fe3cdb6742ddfd8b1170b4acd7b7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33dc41a46c22686be1464f76e843dd170b21219c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ccf6b84cf9a9c8af18dff76670645c186d93b0aa36ca05c8d8d90ac082fb505
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f563f510df76bf328e8f5474ff26b9b8f6f1e0e8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1e0e05a94f373e297535565582a5830c0dabd31b068564c0ba2decbb7b6911
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a757f198403102154de2289e48ef307b7db9bf5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f47e830aafcc55ef41d0fbcc4c0709e19b528b5fe185caab5181f308b6035d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986037d48f6b7384db8188551ad27c1e423026cd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957144e9c1168c53a50ce17fbc3ed3cdff9f032ca4c3bc3196966dfbfd10c14e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be061a06355ccab092cd3f0a4dac6e5c3820b577
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8878e1658dd912ab7546162601cfd4614ec2fb35d1b67e1a98db411f8fc122
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74603ed207f341976dda9b80e7412521a323b644
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a49ef863db682d377d9ff68b3f26dcbc01d4b128a857bf5b8078ab743312cd
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f8e6b9774695a46a7a8af94c247835b796b68a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28614c9ac3859c3d41c1165cc8ad21285b77b10e4c3b377bab54024c18368c1c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f304f3cc60c9190593d3d324f27b99e57dd49959
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4c68d9a05de9f1e80a38f611d4af4ecc2a3edda886356e82e69df9a3fd0831
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42bef2139bc3e22e6346c33944e14b70f522de5d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b41d0c3fe8f3ac3309c50e5718998b4d71fa9b6e79969f785876d340fdf372
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f858e988b683cf68909ab4c0e6748c7444d058fd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e09973eae0a5cdfec4fed07e7d18d80002a77fba2d8fbfd3126d8f85168b488
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8374bd89da9de6faffdf79452ca23a33421e3f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3398b0a3ecfd6635a51349c4a4eb0c778c583def2dbcabb9e7744267bc32d8f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a6d703f331d8be96be900ea5176cdebd980e6d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bce32113d70190e671c056eb0871bc8633308949f090f2b396af6d1171c2d82
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bfee0af1525ddb33190342375a46c61224cfc94
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293409b71818ec2c02f054eafd23fe13b0070720301219183ebce0129129c5f8
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..381f10b465158419ced6555059581a6e896cc2ef
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f54c42385aa5cd1879b5581cb0084a344af56b314f28b3f1f024a487b9ced4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9223bb5aa44c2c80b558c03db819377735e16cc0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7138c98d11fa84e15df1a891cd542fb41626d0137d19a25542beea31f7110cc3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..facd2171218014a61a3bda14a222b4ca038ec21c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f480a5f9cbf08ff27857a738051ae4d09760685a61e8527e0eea40cfd41e63b2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df37cc5b914e39f78e3f2d35c5bd18f90563efda
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d409f15d6da3ab452ec86dd85003b1c01af4cce09c4296fbda069bb8fe629e8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22924a0108f5df6aa1ea1325ae3bb31023838d51
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4a056fb7866a394c4838097538c949bfdb935f84eac4c44e96df71226391fa
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8865293da860e807829a300b8bea006c02929d20
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158f57007fdf6ba5ae95c1730f6da87d400506a8fce3e4f798b34f5d5f4fb27c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55740e4eae48c631774f0abb568c450912fcd96
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030b62b211266639e5fe5ea0d20c098e5eefdb7dd89afd3d02bafe0768f2c921
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43da0f61e9e37bac4987d7b7c56bbeecdc0a4dfe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b155b3faeb5442a8467a7d4a59f95b8695222146f289ab1864bdcec8f21c583
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28cb26939e4f56dc080bd9e6254f91410660e55d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f31756820eb3862ff8184d5732e0a2ca159e4fb094a81f0847e4bd1e80d2c3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350d86d98ebb747bbbb1b857de376126a6ec06ed
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca06bd34f2931ab3a2c82209ddcd09474186fb866050398ee3820c8cd0af85a2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ea4106980d02b9b87c352df078a1f8aae38977
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4356aefd30cea767718094dd075aa14a6cbfdba3c6fe41c7a4c6d52cad0be7f6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95244d5310cef6681a715e35666f637011108ecc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ea12279c78ae14b9426df4bd98dde1ee7d943ac05aaeec3efc9ccd144e5887
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44c0ac0048328077e363ce801c872941b1e62a1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71d640ba80b5ef351b3ce25d7f638f7183aecec535bd5989eaed25ea641c9db
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4fe1159fa6e6a813f54ca038715142eb529750
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7a268d800b994de3e889a56be9e32caa5a6018d2fcc8f64077cfa6829a3d29
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da620b79a610fb5482abe1dc90bfd50b09210193
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b6ca8be945f4d985471e7f86da05f4c58b42d7ca340e6109f35c91a4c3820e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7cbd8b9541dae8ccf2c3529b26df58aa670eb5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fafba4157dbcca911253891e8ee3b9bf86cf5c685e09ecea319d63a8729dbfd2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52d2273e78702dd174bb40a6d61decf286b9f6b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a5ed1a9e7264b11c81c5351130140a29aa91cb5dc1a91f4aae9637cfb13aa9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e9b49afad0af9d62785212691d0630bc706685
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e6760de7147d5e8b5cd9619eb286b4979620b0116f69c4e6f9a5266dc73f91
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee905660d88aebf00538833f292fc76be521f3c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f78b9ea6f438bd05c3aa8c7cc2beb74eca896d0ea073ae635a94e2309199a5
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dae3d046424a45f4612a7cbde2aa64757b423cc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d516e2129b33bcbe5ba02df7fe176a60fa276ee4ea57a94d7f24bb25d71b284
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34181749433fe39f19b12b0bedc3b1436c60236
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ebf2fee1a3491771725c4508147335005398ff94e2a92f9cc3ae1faf70ffbf
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e18f3d8b7ed8d82ebe1af08b9e088d4ca90514
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415f1b4f1fef6c242289440527562ffbd309a72ff0d3c9e7bf40a1db0ba37061
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a8feff569e40e8b2e77727be094b18e7ee3a29
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0cb5c0d0fa616fe422a1203aafc9d0e0a37ad7d60b9879c9831f1e0b5ee1fcc
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8217ca8efc7efa92cb833c8dcd00db55918d15fb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f3fab9f7729e4dbcdc580d265990bbd55550740b987eac1f7e9800e1cbcb8c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5499ec20a987e77b290c3422407aba7bc646d4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78cab94ca8620b7dab2529fbde67c819130047ca519f32a143c6924748e5e466
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9795b500800b37f17db4602a2d9bbb6c8aaccd4d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944e822c6e61dd7955dc1dcdfa069f0b16bed971e430967b8ea6ba095df70511
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b29a0bd1ca528a996f0898f0ee7dcbda75852c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cdd632f34fac894b78aaf9f90c217651ab30f6dd2d8343f24382b2793c8422c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238c2c42012603a0e5cefbaa6c785d81f78145bc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50929f75a086bb2537284adf3e04ab1d3c4226dcee3834847fe531d618a8349
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb26016fd0cab6c5c0e89794a8930a80c09fdea9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e7abad3d8ff325311c24377c1365c09ca8eb9f4e74d56a5e3ec0f1e38a4e7e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4928e7f124567cdfdcd31c9e28f86f8ac4febba2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c24a20f6a680feee7ffce77220a03e3174c9ca9a5719953809d2a8a70a519a5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a267c9700df58f0690cd297de4ea6b2fd436c681
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857bd57ef601d2b3659303f924d541984418e456fc07e22ddc905e8050d4367c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5d487f7cd9d1a78843243b3fbe236825fc202c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1656228de96d38636fabef7c2c62abdaa0b8bd999ad83fcc8e2d57eee2c776
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e604faecb8fd0776abad82f138253d8bbb9f44c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430cb51bb02e3595911eb3b7fc708d1bb199e1330d176ed0ba8aed3ecdfaa9c1
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5029dd056385d9ef9a0aee07faa34bac22b7b82b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee3ba54f9ec0f1c957bdc86282aa258f63dc22e7a5935a672bade78e18dead9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..074fd828901a2f752e119fa43d8329e82637e3fc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eeb650e71f90d709473eedeb8d8fa15d077243794a5f5d66199b2c08ecdc5c9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e458c1635974c0f29386a2973868a352d89d08fc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b338c02d8186725afb092977da42eee4fa8ca185416400e598f5513fe265ad09
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af89a8a674cbf32d6edd9dac5959e3de7af39233
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb3e7967ed3e2e3e7e5fd8c195eb0481d0ef2973f9a4870c2360d48456f5c9b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3356762e4d6b3df16d17556ec3282a00266971c2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7fdecaa06bdb7c258731b74db37117e9f89a2767ec56c80abddc1c3c88e4d2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641cd77f70415f9a8cdc6b5ae0b3aec92f63a021
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ab7e1274be4eafcc2e5f60e761d28cfe1bdc5e4593c0ee55e11b5da297f517
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efafb841a1c883562aa8bcd67d98c7f6a924652d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e79240f5f0feeef7831eeea1207c17657d574f1c2f2c0a054743923f80c276c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f0eee24ff32c42ebb16f69418967889c59c198
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8d5d3e44c8da7187112210e52f03b4433fee3ab62537d6fa8cf3a691c80d05
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acf3f590a5aeab00f9a9fa887b3f0fee4e60744
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66680a8f4993c13a7b2e632c58636c24817fe121e4aeb220d0ba158f5f65470
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c360f38926cf2815486e2a918f8bde513f13dbdf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26111b36e9b84c015ea17bd8bc2b70432f8096e6684168af2592b0afa661c71e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02408bcec8ff31950937729f8da67706f6053083
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881f206a00586e0fdf9bd2cf15aaf194e2979424d5dc6871ef2b20f2a5f05373
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2882edfd7c8c88ef1704e7923fc0302095f03c09
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e765cbffa7bdb9fe6d54d72a7ccec52517b33e2c9903e8812c3410ade832ab25
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d462244a1e1f222f3077bc3aab7f60cdf8976b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8570e7c2d3c8f7fc12a55f8688ebf0d30dc1a5534adc28f9a4185f142060e3fd
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d47427355c7eaad97982d933476835283d3b87f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eded3386c3c335862dbb36428528d961526c33fce6b63c0171d0f3c8a545f3e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc72acb63a16d36ca8e4a4486879a6c960dafc9b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb9f83b77c198c51781a4856a7b76d5599fbc2ef305dbe2e84ae1e0a9b037ac
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec1a37298260663dd323fb7de35a1f1ced057f4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d31658bca6d98b0958067f95e39f03a5584bde1a8c06857b5fcac54d5f930bb
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d1b93b7c8dae54a3a25aaf276aa2767f03066a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3adc3cf43a4fa70f6bf431b3efae40269dbdd39ece981102483793f71a3bab
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5f7e3fe27ef833a5dfa35d7b721b3b3c41fdc3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94296b4566b42c9dfccb4d58957c0ba0b5d619a32d4bc1b85406de63fca1a29
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa1520f8e42430ed73a0e8740922cef54ffa1f5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5edfd43f30c534f41ef4c9f4baf7a5d8d4edde970370785d37110f302fd79ec5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39e070dfd8656a4807bc9f78d0c4fed3b51e496
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06646729bfdbc519dff611acf4d5bb89419327a3321e68acc33e309abaf858e8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103f101cefb2e1722fd460ff9d2274eb6863a380
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bba39578b124f67a1a80a907bef284743eadd155cd83463092a3c0f5b8bb290
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec063c170af77819bd530a38b7c2e7ce894db509
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8507d3b438e5f27546d852b13935a62fae8ccaf1fdfed03232cc30c54c2194
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9c877c72b9f6dbf8566de1bae9468c03836016
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07948332bcffe36c00a101a87faea7e9e6f7a1a5bafc4baaf6ea3bdefffbc0f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d39961cbc2ba2de4ad7f0c9c9d8c59a1c99f57d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901d32b77ae7199208bfb51fe2d2694365d6bd322a0282a70b4485b1e1225c68
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eadcbc1f2ca2afd0371d7a42b3faaa01b773e7c4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84396b487f0d8031c6c293da91185e4c161cc9201478f33e019fdf63e794bfe0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91259c0de74c448aca7b521cbac751ccd58a8079
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb06211407ef5260701df13410ef4b5d89b39e6388c26474ee897c618c3956f6
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82fa572b47d53ddcbceb4a2eb2237665d62307f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb77a2a3e7b1f09ac02364b40ba21af9e234a1d49ef2059ef37630aa276d6436
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367a6c278db14873545e0aed91e4740cbc457417
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03fe3b1afb0b01d891e4bbb41ae23ee90ee3970128a0d5b38826897096e5d40
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b255492bdaad992d70d1e16b8078abd0cd2c06
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6812a415b61362b1574443af95bcc7fac998eaf31c0fbfcb0e11c8016a3f8a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b1fe97d79cf48b8c657800138820d80859f885
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fa4c6b92687cea17fe07d2a2b21628ebb77e2eb5f43dcd1d9e37cece2eb885
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60b0a63aa7094a113b580e5984efa22799fc798
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17520da18171baba9c304071d0cb39f4cf0cb11311843a4f14c02a4c1e2b9d7f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6a5a79890b2f51115183dc6eaab17126755cbd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09be6acf12e2ea23fe33e0c9e6523ab410f6933e6957ac0b42bbbf40fedd07cc
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8cf2d13af9c7bf95844bdc43545f3039771cc66
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00abb5d44112b8948a5d490dcd99431ef59eadf5c08c2d043d30f9ef38aa8251
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ffea810a8d15040fa21e4d5337f2c24971ab78
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118ee08945c899b7b26a352b0f0800dc0e59facb024bc27021673aa7292c6766
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c2cd4b8a8dfcb8034f5561efe735daf4f7ab9b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ca4ddfa9fe4c28c155d11798ed5929ccab29ee028756f3294d48cd35d98b38
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9284d3913fda549654371ff4fb266e266f5e9b9e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a79984007f5231372c9dc83c3a7420d82177669610042fe0b3dcecda3f3e2ad
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427e637ebeaea67e87322d83974a19d738ad58fe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0fc70120b8a5c68a87b3f14828049b60a19b2b60454680395fde3a41208905
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc8b8febb1152f7dabd784c3a1304cdebc14c989
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a26edbba61aaf2cf6c9ce7aa909b38f3ce616bdf2fe30022b8f70769eac800
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a202ebc3e1a02df77fb9694f282a3fba90449af
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ac1bc578633338c4c36ae722bcd7005ac4b8b32717549ab0ecf612134eac2c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b76ce23fbd08ece9de2b8546a820fa00f82f9f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d4cffc28e9799651ff66776b4117b84c9594381dde98a6bc266d0545d60846
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3530f1e3c49af9ca07a34356087308a8e741681d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00f7ab070d47da0f5c445af3557478c35036fe4f37617ab07069dec922c1b19
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3b73d92feea24b7d1156c350ceb03f98016136
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e35713cead945b5392d9073e44d78e0dc1071e7afe51c07f75ee0e6225f317
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15f09cd206bcdedd0e95fd6cbcfeb6e9e9ac790
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271e5834511910de57680e7d3e849991c876b71633392e15525001ad64d2883c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d47dfec61de135db04e69adf0d3ebb2a235110
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff993dbaed14146e46a2f79789864cbd6f23a60adbd905008811851efdc8982e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897bbcdc6e93ffbdd8a6fed6d85e4bcc1ddc6abd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2c97401a3a73d672e8f4054b889aa72a7f66fb15614f4fed6601a875eff517
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d130cdecd1faa6ee9f645488893c2b8be3aec285
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36287079b3f19a3d40f4d3f78be7b1ed70572e66de4f864ee3d3f0460bcded48
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28188a56d41dd225fc8e8f5fdd8e413201a55c94
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d1b8856e412b39edd0b621487e3f670f92815d8c7c380a8ade3d5c8d77d18f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94cc114cb1a4f65732bae3a9ffd70f2fb23547b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e952c886b83fac1174aaaeeeeea5aa282f83509a18255b0978536e8f628cc3d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094cf110d3cb820045a2b73c671f8c0e056ed028
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc2b70374df1d2f1bfb0e44749ce64176511780352e76dec51900c823a78bfe
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aacf988e46ad193abcbb4202191a348a7a50002
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae23b9e1406181f87529071517799b9c8e36e0ac131ce1f9b3bd09fe797d5b40
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7746e97fe1c6b147e355a269fe3287caa82b88b3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d78ed62f69d3edb69e2c72162633b3340a6c7acfb9fbc5a4e5567dad79b2df4
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e131a17e3f6f8746be874fc98c2e15076d39c4c5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11552282558baab14a17e1eea5020dba5f06530af7d51396aacaa38095a55be
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa84998c320f4ba2c7736dfbf9e4cc235e14b0f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b719df2a27a14e607183b8fdfd817f91770020d7908eab09a762737fe57a55d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec35aba3d91cc4182bb04b68fd3f42a463df50b7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a3f9db87b8226d2959b977581a8cb78a475c53e5c3bf49042f1bfc715940d1
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194f430dcc79e95484f5448d60d857f351472b5d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98af91a18ba387b360a9579797afddc224f28082edb3294f4c769847d3dc787
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595e682a0fd178ff9b9e4a82c66b5195b92b8b99
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685afc6e95ff2e3dda7de8b48745432d335f99551d5f7dcef8805f7714fb89ae
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7833c7ca93b45dbbb8cbad865fd35f1c549bce0c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c52ce5992e321c72cc0d9cf87aab03774ea838d9223a907a32145d4c03a4829
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910762d44a63df565907623412328692d37cf45a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6df13dc550d63b00f866c4c6e71cf421d180fd1cd75ef8b38f351e49a74827
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e1841ef73524fbda29b43d3ada86d586f8e22b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:043cd1154e5df6f6d953c50fcae0cbd6b4bbb896f233a55f1f90c9cb8cd709bf
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4436d6b0697fdbcaa33e3bf94eb214bb136cc448
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd7e76559cd205352a364cb380832c06cac8cd27db464e995e02303729329d1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4355963e9c5bd1e07b69abaf05486a4f53fdd29
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e770e3fe9d42ae343055d82f2e001e027c3b20b0f9ff8bd4e2ec9e8d7b2dbe09
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a813e645bc27842ac01c45ae6fc7cfbaecb68162
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e70be86d8bd6b760a32f9fee70909357a996437a0cb94013ad5caf375d60aa
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a38a9bea9f587a6704fd6b0ccbcb127d207e2b32
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6819f4d20130b790b88edab3f5029645a102ca7d593a27a1045c588b209c90f6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37262b17e6394f77a78d79f4fde36a6a44b590ac
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7262e45aadba27144b6a3b4c1d969eb9d322eb195676dfe147abddc817246e5c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02736e698fda75075404172fd54381234678db51
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310076fe8ecda76d296ba9518d60e1b485c4b8d2a567b6c9ae53fb1e825b8a69
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c70bf2ca752fc11c440f3a4a60b78bd045af5f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f9bb5047a36d4bdec1de261b6646c4458608fd861478577325e2c3d761f422
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce0b5394c789bc52425bcfcdd9731d531b9a935
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b58caf76fbcd8595ea88447db8177e0d3596a81ffecd7956acbbff2e3527606
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085009cd1e3f5b6fb7b59905ccf90f16153de321
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ac4544215613ff0179cb24b5c9001f6448e404d6fc4b3c714f96b63e7324e4
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea58cf231c86a8901a15feca6a20e513d29a6748
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074a040625edc0e1fd06e1962d6826382794aab7655b22ce88b6ef3941729990
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c497b2be0d13b1189e409e69c78a64da068ad4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3441f6b295977d6b71d1192b1d9c589757ce17657bc7136b254974bbfaa1de2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a058f19c1226fe82cc7eba9cd5e64e4676ec31a2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67cd50843a43d99d6bc1ec3924613f79cfb0f70e7e340da22653bd8c3622b4cb
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702bff9dff996fb62531aea5c2098e64cdc992b3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93a55a24f5f71c044ae9d94e6fbd8426ad954c73466c50173eeb045b190a365
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea219902021b81776e0d4931459c81379af13050
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40289c3d80377789fd106f775f1372ab214828b005081121dfc0d54ddb04b7cd
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d66821e7c7e7fafa3b6a8f8c58c833d6dbede81
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabb147581c354df8196355224983ba5751ecd45d672f1fefab72ec41132cc2a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af96f144d5bf385bb6e1e8e62983e54e302cb837
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c502896f8f2c107ca7758513cb34a6fd969700f75e5b174182b68470840d82
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da41fa27bdb6c4b878750994cba5720b2d4b36f9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47797689d604b7cf6d8d4b8caf7ff02cc2855e9cd77e888c1360c428e2e0b844
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ac84f0a58c62b9b058f2feaa278789f8b7029f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0517e0b69bb28977f2f73f8c0dfe9cd485710ab95aa738e72158da5a3ee9b6b6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8408d0f153557b069f0d55609750d278891131
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4be9725ec90f25b56de500b68edf5f12ba5f3050c7000d55815f71c483e85f9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25dfbd993c6db6b0fc3da06abb1c8bb6e78d77c9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d43048ae767904aa52e4ecc288165beef5d46c88ea164bb6fdeb81aae6a799
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a0156e57ae1e354631ec7391c7fec1d2dcb4d5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0361ad1a9e2792edc4111a21676354e9d9e6322e4515d784ef1c1f6a264f386d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc482c168be8c2b849342f79a6dd5b6ff694c0b8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23572d266a3979fb9b4d85ea4fff67fb42a9ef981588b955ed1b89298a5d06f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ff2b611b078ec3be6ab7ae8606fc676e18b619
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c326f79dc20c2cfc07b73d21140141bfa080acd6084c873f5f9a3c1b88a9cfba
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418f1bbec46dd6306bcca5ff2bbc86054a900bbc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87addbbce64c11fd8dfc1c6a3b4f7dc385d40c3499cc6defec0deb05a268ce07
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ca50c855dd25aec3277e017068339d2a5c42ab
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb1f4b5cf3793dc9b715eb39a265ac60a3b4bfe20b175a15d556d58be4ba60e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd972545a39a4411e1ea7cad40d4d6f0f5b0294
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725495a37b11c011bf24c08f8438827b565e711016de74b41f044a7d79f6414c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6197c60c6be9d668e91e55bafa16a9250ed75c8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556a9380e0608c8a0d4bd4f8904e4350a1ce758e2255b745b50498f7cf4bd759
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf44b62054197ef2cdf2e33a89622ab8d3abc4c3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8714f8ccc8dbc3f810902fb0cbe29ce3ee08039ef29e303e176722620ff799a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7745fdca7898be37adf33912bc024e4c567152
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18dee38a6230411173ebafe1019a543062cb014d40262912a2e04551ca19c537
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b11447a6820ed63c8cff5f93718688f9e27aeee
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd63fdf8cfea40d4dd7fd6647f1920eb1c287ce0724bc060236a026cc1616726
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c739199f10a78d234bf96724834ba807e3d0ae
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72795ab0e91a2fc8af309f5d9686f7294e5a04b7e7d9d42f70bcf3005650a374
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58e3e3753e04ff23ae62a26680082729000c3d9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04511b50c2a0d9f65dfc530198005062ca3fc72bcfb37d430a6875c5b291f3f0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa655cb3c0a334714a26d5b9982323744965c5da
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73539d7a7042d0bde031633eef1712b3382813d4f44ad471dc631e222989cb7
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d38412524b648a370e4fc0440870f1e416b0744f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329881dff9c0e5986a6c7c84ee076ef3f59cd87c235407e91cc5b5a869a47597
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8762c375a8ef8fe5d5682956a390f11847cba503
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d127b6a4a38832c36c6487d58957d0d69ffc31fd1c9243740a87b67bca38877
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3fcf99e5a13b9985964fcb50ead8f42611f627
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4ce1bdbe0d7c5c21dfe42279dd0063ba86bb0f8230e5c8cac43294f47e2f58
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978c53c808ac9e8bea925a18d0d77f0297f4a89f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b19beb15b9034d49ac437d4abfce651daed79c1cc84e1bae6daf8fe1aabbb41
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6c4a5a0934ba1f3bc47d2558c229e6b434fd4d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6372f37ade799508aacb7bb9921f57e0bfd69be8887ec245df36c15a30c983ec
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c97dc77f8dd8d00f702ddb51a4034578d055ee
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb14f953537d88a5b87da8aabb898970872f31dde7e594c9e9744f7946711f75
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d9b15e7ae36f575b91382e15bfa26894934fc1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b21a88a75a5db36fffcc1bc1e82b5bb5a75f6412383e95aa5faa846374086c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dafffe291a8e393f86f639105f820c2a392f85ba
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf26178cc11a4c8a1d3ca57558a3251707484235cd268d594a2920436771668e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17761088b36eeacefed0eda35b2f9169e5cd8d04
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83aee96558479d2182a01456252b51009135eb821f2be5d21ce680ebc9d88ec
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..479fd5e4e192ea5836e9a36c515abf68033c49ed
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f299821a1f99190a5221635457f5027bfd043ca18eaaeaf1df20d4b278424a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918b5727ae7acdf0f39282860fa8426cdeeed3a8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601cca62212c79738fa4331e8365dbbac896b53ac805560d608bde88ba88341b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bcbb67bd19375f8722f754ec823e3656e951484
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bff112efd46ea0f71e466b9e24ecb9a4a11f5a601d59d10fbc6317f0d7a00f3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61947dc88422aa03e94de4e284dc047cc01e312
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5d9ea52c3a696087c46767ad5023ce30a828047f2957946d7dc7a58b51f48c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f787ced94ce82622cdb2e64726c0e523d765b1f4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea308f8e2a0bda7a27be4ea40af60057011b5c9761b009fb859e116c9aeb163
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15fab9e1a23f351df04b96acbd4cc55f65c283d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06aba0a586489fdf11a568d0d5d0348434d6ab77c9b2ffe0026e12cbb50f2a8
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30fccd84aefe5d7634f3d9629b28f55f079e155d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f41edc09e431d8a306cfcaaf9e518460b10d5c265891d4ec69484b8f81dac851
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d908e072347990c8cd7dfbd44df3d323fd0925
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5cdc22fc296cdfc19deb0299b6d35013fb0520af90d75250306868517a457d0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d63b1ab8d3c916ced8f32a2a017eced6d0479cb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c95cb3c748ff4ae453c22486d8f7f5a3e77e9228e21f68b25cf94f60ac25c92
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c19933b37a8dda805eeb281ccd23062efbd8850
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f52fc823b5cdab7e2297e661b3669e51873c5669bf83bf4d4e3065b22c6cbed
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d031b75678e28fe169ba5595220ee0f575b9183
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b2712f4b674e923f9163cd332bfffc5376778df846b581237c446c27c2651e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c217174d8e26f813d8642f1fb608ecd23dd50f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3222230259fcdf349486495d437b75a7e8f84657a3719704fd79c1997d0e391
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fcae78341bf5672d126e466ad2d92dd83484a1a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97f0e02d67f688437022954991c3093e1007103300a021c383f8464f479313f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e3d96d918d6c2c8d6c05c9fbeeb37aa58d60ae
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db4348062aad3f3c85da085753cd3effb439772adf844cf72fe73776d6a10922
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481b3c4c367cc2c530742d33d49f29d57b7a109e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3d21a4bcd4b59f28d9e926044961f88ac725d7814a2596870949ebda49851b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870f0a70f001b45fcd004c715098a40cceb8dd46
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84bfa71061906af920d399040db9119b0aecad903efaebf262cc492ab06080c7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057cb47f9a7203ea5bb32209dcb1053a8b6e3ad3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc80c532258d953c545f81167b7f284ce4c4851c6c3bf0aea970a912dba5a20
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..879f17080288fa0f05cb14b08e890751e6d18469
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecdcfe511164b4989a7e0c0616964aa4e2396456b79f18c0a41c20fbb9128a9e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea17e858a899675264a65d806845b604cbd040e3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ce3a4aeb953eda3d7410f4b9067d2f482ed2a5b1b02b22e55e5234b3907bd5
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5159284e265d045edd3cc986ad4091ce171a9823
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8a2b658744422ac851aae6d8826d7e3f51a94c944449bcdc6856a11486165e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910e855b70bd64fc75f6ba1675a12d33474e7257
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66dccd2284e3319c408c817e50340157bacd77ed66a057fa8c336c80390a87b8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b673ec9c2ae711bba9193c3b21dfa03137ea6e72
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705a2e7b50aaca1ca8a10cad7e0088d43df0ef5ef7fc6daab247093deb8c409d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3488f8fed5c044265f9885932be2c71a1cc22d66
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8803fa0209fea3d0528bf24fbb523a4f618a84ccf712fe5504c502b4a5a019b7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0068a13529e8c0327e8a98f4aa44238642c94d4a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a7272a32f03734d2bb2832cfa72dc30d108c08bda8e7f103985e43b9d571f9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d317d06c66c862222a2efa0756410f173688809e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d364386645ebcd863428d991a199699b60e04a5b49ac7f4c2856609be72110d0
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545ed4bc0cf166bd70b26a6e0825023d930d2b21
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538b34a694e58635f386c0026dc15081449faa6f4f4571a7bfa1b1000773a6b3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a8a288ac6c2b5a89a926e8731f00c0e71d44d0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45769abbe5a609e717f130c6cea926de1460ade45039a195859eaa44fb33aeaf
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0b599784cb8f68846a1f2e2867c8afe3899465
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7a72c85a48a4da39f4a230f5d7973969db5015cc2eaf4401014081a58fe476
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b7796d2193fb41fbf5d0474187263e0185eb8a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce65acbf1518822fb9301b8b73b036497894271eb4a22fb99deeb9b1ecfdadf
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef74dacacdaf36d93bb307dbcee6e140f5eb3297
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13c300705ef0f72ab6c632dd5d9b530f4d884faaacf58dda51134a7047a4694
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c742e38499bf6f2e899c2ac8b65abc72acb14e7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e906c7239ae100ecb6897aba65174d9f93646a75f8c836f125af679d5b738faf
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2e357772004d5b689db4578393b933f2f91de1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf4790636e1f7eced31298ec736c4810dabbfaf7f31f70865d73017f6da0e5b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c88cbfef0f3ac166157d81f45bd155dc2516d9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecfa2c0239af451479b25a5f02bb7f4dc9e6b0afeeccff4369d25bdc1cf2dde2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb40931e33a12046de8c081ebd8bee13f2ccf8e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7213d88890adb98580e907ebfae353336a960e061bb88312fcf439de6760c13
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4644118b330fe9ac85720c9a6c9956e0180c4d30
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf01d44c382026b9123304ac21ea050ecc1de7a30f65ea9d605e6b30b9fdc85
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997b83ff955ca69cd1381e11115ec6b79552ae0a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62d8ae9890bdf5ec835c6456b8013f008f60d4f12aec8a2ee013f05064c0cd0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1be71753cf729dfab7a21dda6288e41225ecc8a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9016aa2ab630d4626f2aa7633939d3ccf04b1e8c2d92e728a96e7a9459f7eb2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38878b932e26254aa005347210c0177473d4e3d3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211beecdc478d6ba63af7d4644d296165f280fe6bebf3059bb5f618edde1e4fa
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb350af8ce6d271cdddafb6da67a597fbffb460
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7989f223a747a87b2f6974234dbdeb592070d1715c71892b0e7be952ef77e27a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707cbf6ffde288e13176ebeea62b0ec25599a8cc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0105d9ced55e403e1e23ca54f91c92aedc1ed0437aced7bd18dbe6283645b216
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db14a98a7d6a53948551ea1bdd499b053d8dbae
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c7a9c654e61250fe18d7f853d89ed74c4829bbf53523f484ff57965b036335
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb91c2ede7d6c279dcbe41bd40860a040dd97cb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4327e210b6542e1382b898b73e0e6d9696fd36f76edcbf2c3b811caa08a779a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2786eda26d593e17da7ecaeb3064a19132ffbfa4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5485c69027bb369cdb3af85e6c961f9d80cb06f9d18f14e70dfd715c242823
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41774bbfe87511b4ef5353a3f5b90ead2121482d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5196b4588860d426393f12d6aa3dff300d7c1b7c2df2b2272d50c6dd4606eb
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34702e55753192be866a4baca6eed357b24b33ab
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc84c662cc1413b1122281b7241c59591dac60340d168a74d92c461d8b4c4a9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae0bf2ec7a7d6b899b6851968d7fb8888ed3042
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94ad3b5bd9c67d546e45c131fc46097f5e2a1d8731f5b36bb8572fa310ad5dd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5522ee03f640f25ae306551a35c8b2642f61d9b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d325969c0ca916c9ff831cec1208fbc3a936e3403aefc8bf7747cc338bfef1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d35ca5b8673c726e591475327040294bbb83a3d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a5fe3261b285a512e0898dd5183e46d2e33b495f2e5871c560e70b94bc71b6
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3968ed4eb36ddcfb37d021b1d0c44846788ac112
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee7ba580f0560da6673df2a33a591f96dc18a700a4c665c21ed4c381cbc7514
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24ccf6a47e28f9298214fff0feb7150d455256a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df6a5f9130cf1d10b861bf016fb043785594a82544bb6f11c8c3838b24fd137
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3717bdbe608cb806bb32437135c7e1620d8b4ce6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7bacd7ba8f8015546520a88882375d4b33cfdc505c3d40fd11f522f672fcb1
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354cc7cca3bd9d919deeee8bdbd3d11afee5dac3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabb6c02a8400abc1e2d0b02bdbc0b637fc83f11137fe73858475cea44550fe4
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17d272917449bd4248fa1e39f390b9f48b6e17c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae2f3023d5a2e9c0c0f7047d11915bcfcedbe2d4a204487a5654e82e53bc419
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce742fd3a1d4451a6cc7b1f4bb3321d7fd973044
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977feff4e7f1974b1bb2456ed17913d88f7859e6c1364f329cc5ab4f587fb5b3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68dc6885636cde145457997bfa13267fb6ee8ca
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370c80f6947964551e30854eba4b0fb6149eacf43242dd28f18ba5ed6252a066
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89d7b1883c78027f77b1a6352ca4c5b1ae623aa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8705c7965022ccca0c5c48b947be4a8ab616c64072151bfc5f1272fe7632253
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980cffb255968e5cb9ee0f6427c73817ac7f19f3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03918ed8612647092c61df7d82a547ed1e126dc14e67f60d46d222bae6054cd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e910db45714f64120dcc3b1f663bb643ce75acf2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7dda4d1c9050edd984aa02c98bda7493896936b03b7021c0827de759f7edd06
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c45f4775eb0a10acc9d0b4d54e9a7018056d28
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207ad2ffbb804fbece194c6d427acb16c2d0ad45b50bb62d11968692fc9ba3ad
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2fb244db13ac485667cf1b9a132641ef05650d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36aecbde60b6608df2859ccdac33a9fc57d75ec4b2c512b7cec0705eceeabba2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb429127a090c8697e3bf75f4dbc22a2b262c78
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffad3132905e99e24e02b42d9271a8f26ed601a8c95338388dcc591dc51d598c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f642849b91558a5288ee3e91644282c4696add3d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2c943de8ee6170518d5241219219635ff2903973ba7c32a35f8c9f30655db5
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44e305715788fc88c051ea796a91bf2b6baab14
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45429353bf68591ffe694236026deea51d90da146e9373a67c2b033e84aa1abb
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5269a78e8b7b87692c9721f71633e8dbf61808e5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ffdee7d7cc0ffcc6cfb54e43b45af90b4ff734449b2c7bbe6f0fe998699460
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abff7ff9bfdb1fafab5e1b984806fc938c12014
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb7ab6e52cfa6ae4fae6974d23bc62c04da103284102daef7452b070ad03f85
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b58aaaee120bba0a7c36f4ca5f8f7ccb134990
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce61fb5659ac3d41c3ee2efbad8b9c8d252e33b953a665b2234a8630c9132fb
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0230f138a41743e21cda009a0f5cbf36844708
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51383e731652eee19b5c92e6f03db43168007a82b6c7db52bcf2c2676199d24
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a1fb847c0b22283f15ed34c961636d056b481b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568fcdff75480637841c364a6e8b75ce1eff4110a1e71c49190d59947f4b7bee
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdbe9ee4b7c7b63cae824e5c5c709cfe3edb0c5e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb1465d6724a3b6b7f6254fa83720e626f3d5c3294436227234d36c1c707d1e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df626ca78b947953db24e5057f51094b08fa8f28
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe8ca74a2e8c0bdf3cc8fd6f591720592b782d02d69e58a235c41beee4bdd16
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efad000c68184c162185f089d004882c6ee14ab
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87407e9b892bad5c429340c0b10c7e5b7b1e6f76de7e72b5d5c58946633d6033
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de02a7ac20a491dd0f73c279224ab71807e5ed7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3396db413469da2fe23109b529d26bdd384258baad13d5d8db85d2248a86659
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f110451fa1db03c4b6b9622e99b5dabfc3e29f0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5837b85a5102d0b4a12808d261d44059c0a452dca96c89f7de8ceba2e4eb89
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3dc2358ea7abb4cc901e8d3fb1b2eda99e559b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d39b704279ad1dbef4d9a4c72ce0618f7378f4b9ff3ec798ae411feaefd8e5a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea863bc62396cced91410994f6558f0ae59ea7f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac8d3459495afd75a58e47e7f8ce4d46f04cd89530e800ac7094edf7dda8252
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774d0d0f628754164a94f5533ae36ff629ede850
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a64e650bc8391113b282a981492380b78d89d5f61d5a7b23ff39c5626cc15db
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8b416885dbe8b6404f6abeecfd2a2074deae6c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96a2eb7bd8f47e2bcca936d2630881cfcd54addcd1f1575ad68ab41358d90e3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94eabfbd9b1258ac4d628b058a7f581a9a83ff28
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aada4245abf18d93e9149e93419083bbe701a79a32810fc620efd925f0cb8a3c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18b2efa022f512c0fafc65d68d18c9418c8ca8e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14a84e8b7b24d29fd576fd7a436045043532721cd8a0784b27e5f0648440f7d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c936ba6b2337a981d476c2f627ad749f39d73f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf44a34227d946df42fe4e89e356d6e177e4b60e44db82a1e4cfe119013a235
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd23c398c94b218718d82b34cf8301cebe007d5e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd01d4b7c2a78648f6c4908304527a2c4dbb5b0a77e3546f9770227e2f7e73da
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da3f6cc7f678a093b939eb20030443793991432
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6249150cca976b1d9a6a2f8909878f63c82223c8294fd436b5329a4fd848a31
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b69b652c62cd5f541a0af925eaa4ee65bb76de
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42569c4117f315a00c04497952c8bcdbd453d75335aecbbc0f652a98775b411
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494a4e23c00a6a16b50e6f16c5b716e47451f79b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb15a2e41a26df0587bd06cf43cc763be1589ae8021d20f3cb2467a13c70b05
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40cafca656abb08fc93a307f2f92d37d9c8762c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a5a750a0ac865708aa7e4bc3dbf7b547c2d351c513afe905318cc6c6d3124a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202c9ace90ee8345ca49d10a7a1b4ad92d5150c6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8180776ed5d9165d82be723beb53107d21f66119ddea76ea0be6fa3a592a8a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d05cc601257710ea5c64c1188766fed63adac3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa2249d40dab2df5d6c511c4613399cd0239b683b88b9cdc25a359fa708bf3c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f73257d6d2265d1745c1db5ea5e852d53c5135b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e6e6f3a66cc7b5177ef7a38d9708d84ae304d5b965432fdf5f6e1b350683ba
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405f10bfb142226668c1614b9e6dba07287f6463
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a00f476aa90786174f68237d7ffd92e290f299477c5311911d11a63e23afe1c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7968ab05a22099d4824e629016771275b6bb8fd1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39514d96281d62678350a91022d61ab9cb652431398d4e708a216c4fee2ac775
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/lm_head/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a47c90bfc73e47794334101f462776918f1a21c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed9996b99fa85167d37b20f6ff06fdf94f84478a6856b00f15a8a219e0ac626
+size 129091
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/lm_head/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cedd00d8bc80f48759505cfcd84a5116e8dc8b0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a80e5c5c863297a000bfb06eee3160a38a7aeec2a67362001a92f7bf7abe7b
+size 129091
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4afbb01c8ddf721c42e4207783ec4a335f0edb13
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9307a68425d98909468dc32edb0cff9c1546db180a59f9b49e113184a31339
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f76b20d99f183953c6c3d65702bdbaedcd3a2cf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45163eff7a8547cb5a400c246223a3fd30d6be4b376d3ead6f7c7f642c10d64f
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0abb3d7c24f1913cb5b19f089bc2f21359c07467
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8049d06a5959e4d1aa06c3077f17283e80a2d1ff9351001c04af2c4796dfa928
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f116bb8c73000fd60aaf6ecb5b51429e7e3582b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb45c46c8a56b976513c0a1b9c06649a84159dbf82c72034b77162e63a0aaa51
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cfe4a8cc42ba3e123b4fe009f6980a8ed070fa7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695defb4198aaebd0b2b3a9fce5af618bddcdab9b171033a9311808cc1df5b60
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca2d886fddd1cbee26eb3197ee416ebaf64a278
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2caf100c093a311e2f5770d6373496dc8c69a526a13dea5bd94b1a0f838e0a31
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08280389fc1c5b42146c29cab9339eff46b33bd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86cc8658bd62674b3cf03c73209181de0905aac50d6a7d14f6d359135c671a48
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de5905b6ccf0d755e1306b2577fb985f17e8656
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4d8d45d231be199ebb3eb9aa14096f1d0227f75de2748c88f392b1797448a2
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4529afe744eda2c87189c2413ee453b4d8744f4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:356a38eaff4625f86097ed719d94d3816d3fe22b9290bbc99c25392508f4bccd
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685ec8e1772bb0abb2206875f9a98a6f38f95c17
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d936d4c9917af9579e76b848494c5e0a38f8abd920d446e8f6f1c89bbfb6eab
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784cd715dd3eef69c9193489312ed2a22afaef5e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261ad80ae578a0d626494d4f76e0aef9f3fc9e7ce7623044a8f776c5bbfafa54
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1eacf6f4ae08c9d85d04ef0fe8fa1515406d7ce
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffc9c2c5eb616cf1905e7723b30b7b9372a4f5100b2edac3a632a70e4fe9c35
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917ac23f98a0ca8285c6e8145b916befd789146e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69723912bfe934e7b6c906cb178f7231603e0da0e76c74a005818aa0619f26a
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0941a3b83fcae2ee666feb2a7799954b72162011
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d45e9319514e1b2e028b34bc795a07fd40b07dd4227db9d49d5b906e4544c05
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab1b273159ab1c7081297ad28332a774068e83a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a558eaadd43d1c7bb510bb60c926e587c5996883999dde434fe032b7eb2079
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21cbebd660468b117ae836a318af2fc84f90d777
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb14e2097ee2f3a4b19e49e8c12651e0edb916e6675d0cb381c82279796d0d1
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e381495ecda821d37022b4f57ec9e7eaa7e8301f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1133f3e3d2eafe0b82d84ac2c79917d0dfc375eae5b82cba66e6dfff7b25b3
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2cabecd625f169935dab18cb710e852cb64558c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282f0acb96be51a205fdff5ec171f16662f132aa14b30c774f8c9c53b5d7b3b9
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6145f5a1dcd7ed852c34288d96524903c40087
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e304ec8764ea66408df81e3f62febc6abb5dda774436ff4418d83c7a8ed25d
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a0dce9aea1202ea1718535d338d54c7f4306fc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4e2d61500e7e5d061ee62621bbd8c6bfbca803b4dc089916e7d66f19cde066
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f5ee7cc0c6bac3af4ecb1754e86ea1d9b460af
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbecda4f291ee877fb16bc74c0620c49ff01450008b81ef1363a05a4c89b1658
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6b5f12a532678d077e7c930f649448b5c60cf0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec63e19643e33d8d2fe340592dbac38aec942d0c86a5c723a6470636afb4680
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3781d56f699895332d9a74b17e4695f3602cdb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8137bd73fd117fd8044ff2c16e9a8dc0a83bb048a2a1e7a19e242053a2f33e0
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee77ff29e8aad44fd822ce454bbbfd9ade24922
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fb9375b960e6e94ff0987fdafbb05855401644b4bc4bd8dcc7fe711d6ff373
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55872b2bca04d5a72f965fe7b5a9fda1a7cf2d81
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c732e51037ab5b3407cabe38b28656a43879e38734574b5754d4a8cae6cb620f
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df5fdf04b8d9dbab1968827972b07468a6b8627f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5536b4d909025ea20caa3df0524e8df0d3256e81210e22502cf0b68eb15c59a4
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f907dba93016cb0047f1623815226ac6dc6494
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9f987b2e1516620b48a4e26ee8756b03ff80c0bc1405db0ac6a11bfef524c6
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651c04d58ef8ec745a1369b6621feadd8bf577e7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f69f2586560e54fe71d892bd8da6787a0fd74c7e714b35b7691a6760eb44b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300188123d0e1bc7b61951591dacf447cab1e166
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04932df41f3db62e12953b8aaa99bcae7b41294876bdd7daf0cfdcb3f6616cf4
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa294963c429ca96df4900b024c9ff811203954
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26cb032d96b1ebbb5a65b027235cedeb0b3262499e3debb68be5093abde1570d
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b6c8c66384a50dae1f8f050899648da1e9ccfa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f594000c93805461e8cd6dedc7c6c951e029a36c78fe48d83315e52f89bd2e7
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d82616a9a2495d6c47a3cef0377e519c52fbe3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65ad2dc5fe6daddf6796286e2de8e43dc9a5fc338995c75b8ec4a4b8a2daa3c
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2724f9d0171a06703b3b3736c28ebff30437d61
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e7824634c48a9ca0dd78f4e93c2bfcb434ce09d754ccabf260e8df445fd3ca
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe25f5b2cec4f952e01886cfe72e41f4d6d9d7c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ca7a3b2eca5e67eecfa3c3374dd8a91a36861531c25ed7ddc2c142a5a2e24f
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb8719c94c20045dfbc73e921643fe98598761e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86e3fb603e87193f729c1f621d58a46f7f428d7b3cdc283341eb81360447a34
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de68074a335f7678c21c9aa557e48c9bfa7bb791
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780659c195cc9f4ba7eff0f44d992163a2f04049d40566511296e8d8c89509b5
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8bf682a89b1d25b456c2057210c6c7410f1535
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e168147c6856f2937764ba0de7a9b82a7d9f08ef3c29912c0fcb7c21b7b46b
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5505fe18c8058a989a2ce6cf56d663ad22f0998d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0b2e3d4c8c6d969b91ffdef52136cb829eaa456014f24c7e5d6055583334ef
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f3b7b388dcd0e75ac27f35d29a8e3ff6ccaf5b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63baf392b4e77b7ef7685be3f562b02e0fbfcf822f32b6cd13d50f3c71d9bb8d
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8640ae5aee4fc8baf37fe00716f2d719eab09748
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c8e7d48dfd0b5db58646a47c782b249c2309a087497066dc1bb0ee1ff4e940
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07bc6a715769f7b69d6be61cbcabcc057d6d3d3c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51e6f4d6d2ab2cb10a6fd77ef1aaf11b32aa1cdfa8fe328b118e3af8b895b9f
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee01a0baab2e8e921e477aa609032fb828e96c2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2baca5274b1540b1c6cf81876a8381c876f09bd714e100ca56ca396d7cff29b
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7c64fc194baba2da2fbfbdbd03df70215dca34
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2623b82ff5c3d72148f4ddd4eea684fca0ceb9bad61308e8b5351d44120196
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab0766ab9c24248b4f2eb66bc0fd8efc6cb8cc3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52cdbb7d14b110d0d2b2e0649bd89fbd78b15682af33bcf16ba4439ce156f531
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9272178a363d61fdf76194d52eb6ccf42323da23
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b136f1569b56c853d65f9469f6aa2254d97d510ef51d11c2ac02c9a5876348
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7beafd003a870adcfae4e6c52c01d36de97b1818
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1901c9fde44f76079fb640391b3362b84d8d603b7e49f99eabceec6babbc1b90
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de35baa660ec881322b2acc3b37b3e5a3a4dd249
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1071c3f0e586119f8e7f580032fcdaad6f0c6a03f918a3beab29c22c19a824
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4a648b60624a500c3e8b3ccaceebeba5a04706
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac23d0db3ecee5f6f203c054fae13d91b0f5abf32a42aafb9a7c3fa199145d6
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58edb99ab57c4fd1072f633cf5cdc33183b77ae1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd0549746e14a51089c06c32330ad197a8d73b3c9bf9ee45acb00aa7f622f21
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20e4e1372f810edae478481b6b16125f60aaf0b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1fe253bc91d3bac8dd37c80c11adc46dcf64a77466b11b32751675039e6e08
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b09558817748419655cc78eb91e9152f85925b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab1d651ba772560525e47bae6eaaad6280e405bb4897a27e6194363251818a7
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3f0ea026ec6cc2d640b1665bab91bccf4228ca
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b4e7ffc2f4b2fafe94a2e9030f11af62eae9c974859642be7f30f4fe8b7c23
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ae4b7f81066b2f69b65dfa745bb794bd9469bf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296c1a1ba6a364a53d78fa1376a5f1980356157e9715121beb4d4222aa21e06e
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d7c632a36c77990a73fcbfd9933fcafe10df26
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1632f30f010290afee9ae88537d2d9248ba1bf9da1d5b9a4732dbae41fdba5fc
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17333656939b48161342a3a4bbc1a7ddcb5adda8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:330b5a2dab715c2e71162ac078cacf1afeac3c599871e1ec8852c8d6c20b3150
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c584dc593c13cbc269b34b79eddf66d713745d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1c45289a5302a3282151d8cc7efe8d5f7982361b0247b344d575ee2cf3a026
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44baa543482619a499e1d2262612b37dd6bddfc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d15d4a37a3248b9a52a0d4db9a3bb91925644131045f67a8cf42ac20716fa9b
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be717128e69d49bdfe43c2f18071572a4b6a89d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90665297af6129a60b48708da208a6f590944b10807f880e2ab07bae7525cee2
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2503f5d93a3b77c12b704cfd66c104bf9bd2265d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74fe72518c8b8edd36b07f9b310aa46b094bb7a477911dd6ff54b7248d917599
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24dd201addd2dfbabaa408f37a6034f78662370c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ba8f6384af5dc4c9f310bded502eab72e9739883d56532de93d325182a7392
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a59c08ce671cefdf486a1f94e2ae228ff3155ce
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a74772d75e6b1cf10cb9660aedbbc4534c6915098a3ff68c7da3807e7f2da7
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75f51b4e854c499b94bab2d423db5521795d62a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6558cd9fb68f2cc65a464638297896551d131284fc170f83641bf2ec2bd3613e
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa45f517c3b3d9e4e98a8246e3c8660543b0334
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c946282412c37f2a09b4a77c9a842733a3e92e14464a844ac30ea74edb16514
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a513eca82c86674727ae27d512c444a736a583
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565ee8879a7dae62857474f116b644e17c40257b1f638f719144090eccb3268b
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c903640bb6e5832f32f2681dadcbb5fa98c945
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9969b4755ce7e69a48fac92f023d2abefbb69c4b923f4ce12d8763484dd898
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40bbb9956da64334de50caa0df43a7c9e999796
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5ada1c5e6f6e34748682b1fe78b89bcca02fae53a41cb6f400ae4966485c1b
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed95a0ea2c067d215c1c012910a1fe3a55078d6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60a5723ab0437cef196682ac206260647a90ce0f02fe64771849a548837eaae
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d2f2e9080f4366af2c51506b089ab9813c6cb2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232c76757f34559691e6ae0afd2815d56d78cf6c53f76c7f8cd880ec53448bca
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e5f7a1b66ffa686686a8d2517628652163d95d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40e38fdbea874678cd77de70f148c060ee3f87e3bab74fddc6701e253082b3f
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1490972caccb10bafec9927ddf8b5c80d34af6f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94965150d8eb77d0e6d70d0411bbae741952d7ff2584ec21c943a423662ffa1d
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde59711bedf19e2688f839ca3445df3f3656234
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5c49690dfefcecd1460aefc165370597017923aba2195e6555389844fb1f90
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60dc9db8a06df25776cec5dac7fe79aab6e9004
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795ff8d98d2773b9b8572b6b86ad49e704f99ff7e58ad972e224c25524270ca9
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45cad02c92ecf3908639096984732a9790d355bd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db28f49e28c93c8e1ed3fb445e22072f23bc3ce72913e2598009013be6ce9fd6
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1ee0dc9adae81f33e8cb98d9acf9f82fb823b3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eeb37a8909a2a0318fa2600d7e703abc3b7ec8d480279a36f8c1e181f0d8c8a
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211640db9dbdf3f567693f2673c03f9904b24056
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc7fd2925b378097f5ec7580b1f5ec4c73b8944faec11bc1a90ae630c7af032
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662c34327134956b4bf10ea46b35b0f69b812040
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bbfbd14d660e18fab357630a0a9f1e8f88b3bc5a1e4c9dc671ec8b72134c41f
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a89345d0bb73859644477bba853a7d2a8334b9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d480771f21b5486f268c5d59ce8e6f483ce0385cad0abf8cf89ded43989ac40f
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93c1576f1238f5f90072a92c7fba3d492db7209
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ccda0eaa3ce705bbb68d21cf5327923baeda788d5fe71eb9b3bd8262461cdd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c96ca7f93274578ca31b498848d0a792880419
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69a263ea881303e7347292defa7b527859b0ce8d01f56da6549c43f8df4d8c0
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd84c491bc7236f21c8f3e89f1aa7a49eb980db7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b7c5d749acf94f32d7e491ef69c00d59c732b95fedaccd9cbe57b5d77fd270
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f421cd200dcbdf12c297f8846227fe8b5347e4b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac42d3d7f86845374eb3ee0b73074e72ba284be90e8a785f09ccecaa5f5f7771
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8f8d3d117656e4abfa8af65557b579b8e66e86
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa5ce3c1eaf7942b4484afc7dcd45611f457fb7f61324b7a52a95889f4e4af6
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f67fed3e1d2c31cbf33d044c671117fb527803
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aefaca9c7e5e53c1deb479174d0e1bd508ef923b650b976badc38f7eb3c2bc9d
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791af5feda5a889df2a87e10be9be41e3c562a70
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae469faf60ae22b308d83ae536187389645ee677a360eb542d4bb0da6d121b1
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71eac6cdb16150da7021d26d313777912b2a289
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1956a10785bdf8d370c859d1966470e1cf4e2f5f4a796a3a4bfe84a4a895a183
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f679aee34f2c95dde06c407feaf8eb599f19d4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9212cfce451d077dad3d00933853a63de058b5ec3fc3468ccf76cd66e83b5e9
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427050d72f69d6d0b5935f131aee58f08c3b6785
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d2a9089b1f37693ff669da0affd668cf7d82c6996c74642aee329ceedc5c4f
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b3586c9d49d1cf2fc9356d616432cf81d60c25
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5cf6417b98cbc126a8ff9670dd8ec69b135b1f85e6c11c52fce9194de257f0
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547d0dbd9f71ca205b7fcd9fd545c780309f160f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee3b1feffebf395ca28d336d173909651731da646950cd952d32f2cd0d3b853
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13808712b216fe36b2910a925321a6ea4a3076e6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1692409accd2dd1fbef8e39541b420e680c1df26cf489918f5faacd1af09d7ca
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00ccd6058bf3f4c9749de172cfab2fad12a8ef2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de88f9457aed6be77c1395112d911f18e32fa37c0d6c9bdf382e79a12d0f744
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b02c01000db417f98f8195342db91522087638
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c061b6b615995202ac876a27067b336764618ee97e03b629327bbd4b1b01efe2
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e344bde8d313a04ee2a12fb6efecb8afff974cfc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9d436a06f0627352d6399c4ec4df2b4bf6f6d20328b1e39ee63ef49159538c
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6994cfccc0512b8b8ae4d9d517dd5f945d52aefb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10af338daf96a24dcfada1965df3f559f6206cee0216c6b268b18b151276f61a
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30614060d3a15b5a745ffc92c20a2c0083850d59
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64bb7b7fc66845489f2d6c75925b79b52b471cc015dbe21b34fe11f6b47d62e
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c60c0eeb71cbcda02e1aedd3b023d102b90e825
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362b1162f49bf4609917ef5c11c958225a72ad20fbe25666cca49fa407d0d839
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24998ef6e2f9a200a670c2fd7dc4bc148ac813e3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75b72c9a73ff16ad55e31dc04a367d78bf724d92136f334e7d0a5994379605d
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2ea7fe917b0e2fd78563c4228bfef1cb3534dd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caadd761914677ff4640936f41d32fbfdc96218f74067f408d4ee50a9d1ac2c9
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8c192fe216e46c0c7d6df24c666f532f92f79a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493a7337683d88c37a59019d79bd9f1b9cf7513e1c1ce23255056ca1647a678c
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9586e5ed62ad4e43016f1b85d536edbe7b66d02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2576881e5d27581a07e866fde2ad8d591b758016592964e1e87c3cd458b106fa
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4177794ced3e9cf7e443a937a331b3912e3f34fc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3d175438ff5940b35f18d3c505af70b577459bf9f81fc37cd708f031562bb0
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2323cb566860a8dac45aba5cd1d8f234bb5ccc05
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624c8a107c9843f26b8a7dbe4049cd96b6cabd0ac154e2305c6128010bdcd201
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467086e9ca1dea89630ae61d4170e2103e9ffed8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a54cabd4f84b833ea551c496aae2bddb6f8f0807111e26d6276f7038fef88b6
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05d2a3fbdee627a72d66b002583ed99a52bae19
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579e06a29c2fdfcb0ecd45a442d7520fa613d773c8915bbba8e88a16636234c2
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6dd3dd90c8d994f826d26e27a6cbb33f3d2be8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b64dc09e01987022be722a1a9506bdfe2d7ab23f024668a5daa6b640ee0d96b
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d3cbd9887b25ffba05054e01971f44ca2a1054
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f6ff2c7361dbfe49656e4161fb2be094776f8fafb8db8d128f7e1bc974345d
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e380c612051fe17a5bbb36f70c260f2dafcade11
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b68289a18c35051e7b35dc779806e782327b2dbd86c877b0a13f3304ce17e0a
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f587d659bbbb23e9ab7b624bb1c3600f5d2ece2f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f8ed3778260c4668e59f71c0e09400c5c1258f94cd55caed5e89385467805c
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee50b9375a80fb0e32370ac23fffe1d1e150e0c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de29f4b836806bfcb8bfc5ac55c96b6ba13a4b3276602acd88597607b697a04
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded09e13e0a8617bd3e313670d9f015b265224ec
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57fc20e0e16b7946aecedb0a55abb984cc720555911c401d408e11ce25c48e12
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a3277ca007cbe6598c3b2e62ce1396c4c66650
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ac61d4cc782143d5f5fce33da8ef38016b2d1d2131eb3d35f1a6d0e0d2d2ef
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52015821b1dbf6ae7c5c3b91b307bf1efe6fc2e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c2c415a955945636aaff49df7927fb752e52af07268f779e9e14fdac731ee8
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71c80a37d50922c4e0eccbc7fcfa8d73f74c200
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c4325cc62fc7299b904910a81c7a77b408c602002e7308abd24ac750ff1058
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3e43f711c45755eddf8eda37fd14a2e7190d20
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12f3bd61441f17e9122a72ba52d7605a5e203e92d46dc57060eab5d192ddaa6
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71a184b464754653e8ed7960c6ef4fd7bd78649
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9238089c8fff57e2caf0dbef74afa8008eb91d16a05d012636842d1d4cc646bb
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5dacd6cdd2b331a88a46e498c85703eeb5535b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42283ea314b67e435449bb0a6c6b587dd9c364428a737d8ddfa9ae6ea5b7c384
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead0f1e23ad737e0cb8ee4d5f01d80cf738f55f5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8fbd47937fac057998a2074ed6251cc66795b8f2b064f5e5bb2e76fa0b6dd6
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8b792a748c13af8ef27c63fc85a2d270fee146
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdda4fd1b696c076e2681336eb8c8d2548155699aaafc122390b18f2b26d53e2
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92672e00422325a622b594e0cbf958711e122a84
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6636968b8cc754aa34b4c083faa101a556cd1b31f5056f1a81fc2780bf97502d
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d47f66384780861952c730676ac6819c9abc331
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba9343b685dfa1811b8d085fea54731fbfbcf2eada97c1d6f2c82f3e323882b
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b821ac9c7d3c44fd64beb49a51ee8fd4b7dcc9a5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a10552fa681e2767552309fe9626f74f840473bc091d140c079b46c8519e705
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33cb531441a17d6b5ef3b8f84f410edd00c3d16
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fdeeb1f3dfa28aa417a94298fa9b4da053160c57af686b05f35a0519179f7f7
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f337e44a16d3ac0a12096cb048ff08207fb05572
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4df1af5a646da5af5f23c0f7b6299d9eeb0f9c51346e5e1115878dde50cb49a
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9479046f51bc79899d2f1c07bd402edf11faffa9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc3b44e832ac2d4def8c3aa23c3c461081758bce3b92d85df890ea20204a010
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad25c6be65061f8d06c726260fc8ef33206872eb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5358ebe76ef238d8f187801c4c4b169528346adbdcc8ecbb83cf8edce37bfefe
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883eace3bf93860248f699eb25680886050f99e2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5231095c4fde204803549bdf70f237ed0271c454f5f3aa6578acea8700085c
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46eae129a0de2202ef480d89795d2b3d9d5c89f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45df9f72177d23add26c57f1f7a50a883d78e52d833106b59de6e70859de9a08
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12dc5e8f54dacb80ffd03e2994cb93c2097490f7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8cb12c99014cf47660164b042ce7880a6729a79cf812ca5bdba0f75f04789a
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb506820de2dce8c741ec59287ac39e51f6e2a5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5acb220441f343b5348ecec0bd5d7c038fc77025fa5c392c18331b4733df9ba
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525c2a301985b8d7bfd94f1c2fdde75679e802f3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d3576d6c556be562468c029c221cad579adae10ed390113b311a688d0c9eab7
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1759077eb72cb5232767f824ebfe44fa83fb09e3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b20034c7d4b994df21f084283ce60ae8ee48d7b82e2dab23fe02e786b742fc4
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9aa42e9be90c1d71588b84c7b4d5aa57c915d5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8676034866f37b7a91d21e054417f84de775307122f490ebcf67c1a9ee8686de
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7ba76de20474e877b80f2feb3ecd60b7e3fcf0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e384f80f5c9e5df6291180bee28400b318f36cdbe36c3961c62001498d6380be
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34428f17e310f496ae5ebda586fb3a73e5a92233
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d151ea466049036984c156b0ee7241f431d4aede116c27e76710106fb0f15a
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46cc83f7a36eeebe8ca2b9708bdae4aef8833096
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15602e0728bd3223b19e042341d45f01ee33387d291c1d00db947af616c5dc0c
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c88e3b9ddfc84e5226ae0f60bef380cc8bcd45c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae79f8751c3ac187940156c57ea17c957ce9cf9a3bc742cb5470ab3e4fa0a5d
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df98fdeb3c3791e1c5cfa379aae502e7087740fa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3f6f4c1777c3431e3f1ae1b1bd9eb30a0bde165ff4bd8107f6e290d065be13
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6670aa3d7ea4720f56b76a98388ff593b53cd0d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0bd30b929e544ff418f68d401777088dd7e2e74e270e35b0fec1bc41a61130e
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c121bfcf67d79b2c67a5f6ff109dc135ed2d700
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92435f02e6621fc773439f87a23d9e4faf570496ba033e178612416d8be71f3
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22271d65ac73cbb07c2fc8b03f92209c1d298b5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19ec16f95a760933a5d9125f2ba3fd10f0dd5b0eacc16532ca5221150bb1cb1
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563d625e3861fcb59139b8905ed29647191bf589
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41fb0236177e9260e677b950d82d69e081ca8b51e9af28a1d08905bfa7dc992d
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f162eeabe9f4f71a765a60abe3e65da194cf504
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd69609e26be828d81c4cd21081f360d66bb2176d35e31fb6be36259884eb2c
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39fd3500dbdf9046534a1c7b8dce59c30ceae406
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34123532413dcd10f4a6fb440f0fffab612f8dd238165e8b471e9b90c7474431
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc70de03772e884ce7da103bef4c7a2a15ec098c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d9c04c01926e95fdf0ac996129276954564491311e05efd0bec66415995959
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f8b1e4e45f991c66369e06b9e948defcbd8791b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c7afbe66667992989130f5fa7dfe2621d9a834ba392f662eb4c2897fd5471c4
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7988c11e9671e56805902ac1e1e74e95b8f50f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c1b5b42e35dbeabd86caa6a3dc07a9dfeb1bbdcb4b08da26d0ed417b7e58f4
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09bf582ea52424dfae9a7a8140369d9222a3bc31
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8bcedc1f0c60d1588c308359e2bb6af827ef2bf162e3f9e16b0c6c1b972a25
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc67c42b11882847b37959eb954258c6fdcb0887
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726c4911636ee49dbdde45bec9b8c28375430819fc7e3aa29754e3ae65b5f7a6
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d74a704a21795416db61b610d6533b74dc130d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998d7bd5148068c684dfe8756358a29ad670edb5dd6eb5a0e9d9dffb7cc061ee
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d02c80d4b94a3b93645cad84e3ce3f96b5634b3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29647a45c532358c366930db28d03d15a5a7e39d7c203c923ecd12d125859b04
+size 23619
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f315e7bce5ea86ef02e0fda9c70fe896699d6f0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db4272ad365302a229e5df05fc6e79e545292aa2ec0de7fac265b124969256c9
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b06ecca499a1784ff8117eda7da98b4bd796b42
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ee1f5712f13e27ce25e9a700288393302e91b25fea51bc8a337203b8b34ac4
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ee25988a9e35ffa4ccb7e632b034837707a55f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d436295176b2e5cf5fa862e32d1221ca6839914ad30bfb53a07ed4f17be24813
+size 9283
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16627ccad2f2075a7cae9b092b5d61c209d320e1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2061a4d8af0ff2015532e3efbf6ae056a0ef64e98dfcedcda8d55298ae4a500
+size 2115
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/lm_head/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/lm_head/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc97877b29ea7c3828cc92cebd676631732bbdc7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e278d8677aab68c29eebaae3cb8b1736c60e78fbd50d5abdb55e3be275f4c7c
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e53461e5ddf0adb2b6f4f700eb2d7268c328a5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f609db2aad991117dbced61033e1c8c51a18f9d574b27852bd6a3206add5a3ee
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c938db3aba1d89f0a9d5a467f31a3680d872f15f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c44c92930cdfba96022abaab75c9246df9de78ed946cebf759a6b2957e1b6c8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cbfa931b3de6df29740083689e7d70f6f71ec67
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73e1e76fcedaf4c4814f463806462e769cd1509f29fadab1b9253332fdd4558
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49424268d4e2c25b758d3261fcd06ab5d8d57bb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1eb897e1f1d5b16425aead55c5f66daa595102569f912d23223c8b53c6de0e3
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90630a1f20b5e8b25cc6fec49f17fcd06fcc044
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845afc322f45a1a902e8ec37cc2ffe9e2ccb7f669c47a1e1b93cdb615acecac6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9fdaaa9d3ad526758f2e88128850d717bc4169
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b065a97b0025ebdb07a1aa087b515b7077ac054eeaac541a64737aa95aad3be4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d641961eefdf794c560353d515ef586d5eb05033
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6360e99f264ccb83bbabed679e0e8f9cfe06d0dd7f6d0a895189f6f718209b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b0707905b22aa88b97b2e258bd4ca78d333723
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5081ae6be7c708ba5fdbcc25d21084d0646ca84c46e81814ced09ed8ef5b5f6b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224adf7d3be1a9ce9de0d2e033618b02c2053f7c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c589995648b78da9bdd26f9170ec1da49abda0b5fdc5c6daf623f65c466b889
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a95cee3c511fe642cdea8c0e9003747a67ff4e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799e7072e0ccc6d6a0fe1d23ef118b310a4aa12fde73f01f407a0c4a6d727e74
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf624b8bd16bd83a584662944f277ba5616cd34e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca1d5de6deb6909d9eefd78a4aec682def0379500b99744221f85a173749c62
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77695523322358d272b92209f5a0fde75e6fc13
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e4d5988c107dc48966af286204b79cd9c010f7cbead843ce7db6eed3479854
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1711953ad2aa05f347a9bd771648d6ed36f34f1b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547d6b4212b04de1255a061150cc81cc89a81ebe35ed1ae0fdee178e24421762
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab1a50080ed616887ebaa552e2b9c69af8ee437
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36504d912774f4d1011d0848e19acdeca6c1567508e8be2a8f36f9cb53d09ce
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7f5e88cb6c71c712b5401538c4e144f095ce29
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0855e9d2dbbc30340ec548e904236e1eb7c66607976bb8bc91a87e42b3ba9781
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282f2fba379b95bc0d333a59f453ef899b779ebf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f259c79b295376575b3c71e743bbdc2c41db889ae5829d2287ac7044d60fac2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26b7187f1a3c61e7880340e306e1f7baca47eb4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d064fae662011298476e004432e1f82d0c7463e84a670e03b65ebb2e2f3612
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba2734c74477075987111c7e542939349295b52
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5b6359c2f20f7bf72e46595d41c52da8ef65725c6634046207c4b26b29896c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e07ae43bfed79e376bbc8efdd3cde18155d307
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1915241a910bba282503d396f29f5ef0ce06affe113069556045c3c60b0752e0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ceb97b64504fa821ab6db18652e3ba89604e84
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534ebda1ac54d55bc84b2458484b8bd9863d9ffeda4c252ca0ede11fe6a88e0a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3d69ddca4e2922af4723464bb59d4c858ced01
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476f501ee28948b553dfb3d2fcea6d864e3b1c213a80fa867b02a4ea9cfd14eb
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2baba39285471c1e6c7b099a8995f611a524527c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06675f2238d09f1594e496aa265cf6d472d792a1481a12e081da1b378faf4ca8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a7ba74b72bda5d85b2ff1e962517a571d36baf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2dc1528b27da0198422cd0da9ac8e7085e2c8807cc9933c8ba788b74d9d7ec
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98053f42cbc3963f8b886a2021f55870a4679bf0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe1481edb10c0d0c303b069383e6e5319ee94d44ae393db43c1f1d871ee87ec
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997bec47d1cd91420eb86257fb5d4142fcc66bae
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf151e04f27d9ec258c63ab08c85192faef958e47cf3f11f0468a84e5ba76f2b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def978cc793f7ff89b5857db0477a2cb4763b27b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66597ef88a548b9566ff5db565e56d32208df452c8dc4450928d4014768095b9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4193f1ddfde34b4d556b94044c2fc2731060879d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26e6f359ff9ffa540db8287ea7dde1cdc699d366db939e7c7be26e44199ec87
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8deece7e7a8eaf0f204942cec8a306cafcf964b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2dc36d8539c2335db5f1d7687e6ec600b84126b0a7dd4d1a19df4534f7369c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcdd27091c4cd2446a7a3085b84d6247d226869b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbce5e5798d960c9d40504cb1e2d75de2d2dff7d42ad0e89999a4e27fac052d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ced4d1f8efe0c01da259352b7758938523d897
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0663c7f85c04b91e41dcddaba7c6c263bd703716bb2cedc7ab28b8f24617109f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f629edc1fd090988492acfaf3fd7b158d3a1b1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbe099345aac88d4d96c8abcd78bcb3fa2f667afd9d319f004a5ff55e4b854d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b02da3366fe8692fc51220d3158f07a8369924de
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c7287b522a2cda82b044f92741ea2b09cc7515b877dfbcb65ab9c334e39043
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2081cd081c93dac2e972a09dc2da176fd90a4375
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6822d48c69358923a32390e5f13245b8a7d90449e8587a09e5c88701ed12d8a8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740c5c9ccda0fd041b486db4699c306e376a1be5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207eeef14b272f578d69b15f7113b1d4491e6b4bbf6d5c93aeb9852192a5553c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b957eb2850eada7d298b8c2aae917e7735e62e31
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a2af600aec8c6968baa79f66af5d344692b63a0dccea26e802dd64e34ca118
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42cb32eae77c0cb0e5595d79e8439b22e183f196
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212fcd6aa34ee36639da0c328022a1927da1d1ce9059775a1939bffde27ba03b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348e65ced48a85892881073ed888304213480827
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed38197bdfaa81e6d303b400f3e1e33629917bed4638f37018f0affe8bbc77c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589bd818254e12a3df47f2e4c283c42366eec549
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0a97393f7535e20c05a5af3a8bdc073c884a631b22ea3eaedf97f24bf41dd6
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d2d027655ccd097eee6c073e9c762d31ab680f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358129d186db898f59ca54e5e63603357298857272162737a8a5ddae8d1330fc
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eaa8c6f848b03088d4825e12f3dbde943a91e3a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb72868f8c2db4fd1a60d9e885def1842189057fa47abc759041866d4e717941
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090eabaa7b1a37d07e27f4d6000214493cfd953a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d639123f04a821926e4c696c0370ee38654e0528ddd5e9425a74d324c6b1eb5c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ba68b72aeceb0dcedcfbb55b465aaedc1ffd46
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec3fd74ea007db7d3a254ecd84439fb07a04681c2dc7c99ae7762deb1a364734
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05dc520e831c2780e3e02336d5dc4fb5c4392063
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6780e139633e9c1495466511f5d633287035227cccfe9159dca7310eaeebebf7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d44a3d7dded33240424ba56a9e0a53c7c6f8e8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ee82ee2472eca54fc8269ed80abd5214a6748d2a92a09e2efd7bde2548c3b2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5821d88c3ed000da1e84211b084e36c3db26bb7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20946e4cb55a274560da6fe98fbbb5c39ae21532b3c155629d49e3186b54f21d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdadb5e229b407f14e27af4753bd6e67ffd9057d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed71bcdbda8f839c31a776b749ec3cf14b46883a416ca3846e9d3937b3afd45e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581161ca839204e546a18b542774a0b29cee6dc1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942c9bb8b13b907effa428b5d89bedea9aa3fdceb1f372b96bdb014d164bf0eb
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1cd1a5216ad7653c781d52519fdf1a2c6e7fa6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073f1929ea562ff42372be8fd70ba3a5183611fd25ce240e85b869088eea1118
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8efc2bd61c8017df758b570c07373e46f436b081
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f67020d8a22b854614a944f2b6988cb32bfdfc5541efa210deec072b636908f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa1a8324ab90004081734624a25984b032ee5da
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52213eb33d2d3f1d5d86b436743a27859fd26953d203e6d11e5da38199bea4c1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b4aaf13374c5e7f652debb4a83a32b3f39ff43
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2faab27ac886777483b3ebb4528671cc9bc87c11c2b565d5dd3d67bd95dec2fa
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1e37c94004fa22934eb2cb1e1dd552d0178f9b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4747ab4636571ade68dc0d8a71739a5a7bb1ef91a9b347a536a26552e3669d9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d822209ada11178ff0d2c36a17be7da3a01b6547
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54fef601143678db1df7374e0efefdef80b68800d6076d007855714f340176c7
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5aa45f1a0ff680ce48c8890bdc911b4216dd662
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e9a821a8ddfa46afb0e5c5337b4ec5ace912233e3f0effae61e888729ff98b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2db39830187c0b2fb49c0e2d829cefd696d7d78
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b69d062b07230eef047db4b0a19bccc3e53a6ea815b3d89c7991ac3b85ab4a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3dfd9502db91c84a65190ec49714b4152e4aea
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9abd3f3fe4c67d78bf2803d3ef30507f42558ccb710ae6911647fecd49ef1eb4
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca5dfbb955b3c57ea6c366ae3a922d7ccd60181
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ef550282907bcd816c3fdc2660f71f0535eb096e1fb06f920c7d56ce2c4815
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e099543a5affb05071b2390017a798d2fb5e1b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6b85462ed643e66ed60d560d0c257e31d3426be56869b8b497c74e059423d3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb54f91214448c227405648232ec5a4a9def93c2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8bf06b052804cd46a832f5f22e471965966ed829af2219dd50c5b88d0c49e7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402cf7239322a7bee65ca4665172802160be2723
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b78f889f082ecafe387c150f24982942b9271443198f8196fd4cae0b6054419
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5479a26dd86c5fdc8972b81a9e8475f0e3c169ba
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086e9e0d06151507430b9800b1026dc7849c13fcfa0175594b39e976976ef3d4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4621cf305c5924e6b29424c7a405540377bd80f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4317d5d42dd9012a9a2460de91a8f4bb3e557c3eb4e28b89d85df372c53a748
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16d9d5a2f3bf1a026b04e519e927f4882df2667
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390812147deb9f45ff0c58673a6c8791c21bc3b922a2fb95eccb9f0ab65d8160
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808d2aa29bb3940fd7f2f16227cfed43ff02cf6b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846b5663f33c87463ea789eebc2fd3532de5edad9c0cf4a87ec11380b430b5af
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673a7a094c7aca8a3264956d173671875bfdd682
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e6e0df5384b1101249f4112874cbd35579dd37934b7ca8ed1c8e844d3a3b5e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c82cf7f7e98910cfdc6e2d5de16793bb9269b95
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94811f7c2d86883a9e2f34b28afab0749899e6ad1945e19ab819334377b34c6
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5a160ba0700f82219db39899b3fff83d9885b7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1548b8dc3df4bd768e42099b974fe2b1b1050c3cb1e1f1d870079de780ce2c1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88f61cb22e5c933a9d32fd6447dcb165411569b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a62caa3db0f3f2a9db77c087687d4bb3fccdd3583026049cdad0774ae418e0ab
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49df89752c9980657c7562a94d3a63ef1cba0b4a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102126d1fbc882b52c87a6eca1367fdb916539add54a9f41832b94ce6d23b387
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef306d9de41ffcbdd2c3afe205dcc24b01958a6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ab0cd99a16ce6af700d48300d8a0540c215102f237e35bdae15cadef2d33a5
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990e65172c785957c07c23d2f7c5894e0dc1138e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b860f50c8b4f63e5ffb54a0743afa9b074520c0ab378213c2f691250aa4d88af
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b2fd1ad46bdfa5157f512d7ba56bc431063e8c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2c4b9114ce9d9a04380bed957a300fa11e071c735e949b9f76d4031ec888b1
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abfe43a7e2fccd70bdbcdff238bfe6bfb94a57c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabea092eecdaa9347b961e766e9907ed24bd47a77c6d983b608b77f1d327123
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e020010789cdf18c39694b769b23829fc45d39db
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:637273cb999dcab6ddf7e491584cd08fed2fd2bf2bad83e7ca45d76cf163dc3d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a61d2b0214b7e6e4fa3d30046d4c5d7b5a1858b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489f704a01a12c6c0235d0f5dfa155ea98e9ab8541fe6eb057f96863605a209b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9281598e23a20bf27410f386c763bc85ea08593f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7da47fd0b0c236c7d97c416d82417547481535af739fdfefb7a9835f8a96efc
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf925b6df00a38fccf60647afa94adbc1b01eb90
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604f6bf6ee000e3efc52f7a99de50be4c6a03f951fc542ee3aaed7c13fef3259
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071cd9efbda2acb2ac20fe91ca448da13882a498
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110fc2c60d5676aaf6ddb53345b51fb5aba651f7a6282708db269f8763eac2c0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8b54da38b8a1085cc3fa6d4ea74971dd675b5e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef2dbded0910e5963ff00359369fa6d0b26ba5dc12cc68c985c97393f9afdc5
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed0d7da615ec8b98bdcc96aa177206dc583fe22
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1abb68168d133acf8efa7f4f21079562f6b454968186c760f830752b1e94779
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a022d899da8ff0e2b3980afc4385952713c6ae4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a3fa5050b2507cf9ce1bfb406793327ec0e5d03b7f472570a3b0a63f5886c8
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0c3de494aae1219d7219e2f24f97721124790c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc4e69689c0efbc27637b53f7da7c7a623b58222e97c358cd00943f7520c16f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438b76b4a4639f713c44d5fb5d201cdd1f709297
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61de04585e4c946b53f5105657298019764c27331fd77552a133006e8a038d7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee011fefb3a69873d9799b0562883cb15321910e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4552ad8cf16cbee3e7f23abfcb2bcdd96a17327c5b867205c4ea94b0752692
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf31536e3397475191fafb92fcc342d43be55b3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928a2bcc66ee082a50b388e26339938b0d50b269387fe7f036d6659fc02fdc94
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08907ba8ed500e5d048220009f6106964030604
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154fe4aaa275930faad66a90cba362fdc9164fbc966475307f4aed21876a930b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b45c3d2e807e0b74a60244518882fbcf75d433
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ab015d9c7975d861ba50ec408337ffd8491da6eae3798eb05713f6e2550619
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8378d068c5fd06820750c5042979dc7dbcc0d50
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b7afd704aaa686ba058eb4738e46c07d013f686c21c6a516717fe28637ee66
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ad0ea0e8a91d68f86cef11500930ad3d954c49
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e986f29daeed6cdc78b82a571edffae90592b1910b61896319322a3febb3dc
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8481f2619a59279ec14e96fb77e06197b82d9058
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a7edeceb19adb881e9789f7cec6c4b9eeba29991869d5de0631cd89cd9d413
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddff417ff6fe242f9f6939ff771421c54f311a80
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a994551211d19bc0f6e05a19def47dc39987503a2b57bca080102b05feaba162
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9ba721355b3a266869a71cc78a12990fcc45f5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2d793ebec6917c03290ddd47dd075a2e700f8420beb3b11265952a04e801d2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f99d2a38e50a22ac2ce30fd7855e24369e9a889
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8722436dfdb488ca948b0195c10e055b28167cafa701de4f50e85c97aa9f5a29
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773de6bb35d7b3c890f0c2e7583538b2bc8eca25
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0019fca9ca561a150e360154f26e39e08a08ef29669069d468a68140d42a7e44
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202272923ba74d77f21265134464cb5fc6417e1c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf26f85f5f7db2307d7c22b913b4b97e57c715d8db4959ae6bd09075b1214c2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efda70cc0fc6f5da3ab5464092865729bb857a3c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634228b56c63c8070d459989bdf804ea5d5f05b3fcf4e5956fadab44a89cfdc0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..760e3af8b0d9abc6c51447c1c1195129eb9d3ce6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6cd82983dd24414ed961b847257d7cdefca6a7b3d78bf31f4a51eaa0ce2babb
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72eb1d01d93717a209132f7aa81493ca030e3d4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a46735837de01478be8239339ab87cd8c083cfa6af85730ae8dd3557cb3c945
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9976b7f281ffbb37f21227c5fe8529357d7288
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3029d7f8e78bf31ca597d9b22ea8a63c7fc0245130e23bcd655a82644eb29fec
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023db9c8516b745fd21ec75f21ed12374c130a97
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b3e65c6b08022c2cfd9dac8bb32cdb535fa8b561295fcd4553d90fe1f9813f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac20b7ee9ce5c2d9504c58cf628960f2415a7d51
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03fa1553785dbc1da260e966032a6bf7fbd88df309346c780467c7fdbb90055a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c451ee51d9999304de71442787b922e1bee069
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ea57b4cd77239c4c3f9bb9abe657942e96dbc808066534aa6038e7cef4d4ea
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dacbec3d0e8378df935ebc48073f72b5ec6286ac
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e4c2d87a83b8af11ba92730352880ef07cd17d5ec018e095b9660c46eba367
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40dafbe7c8e8c6973f63284f690c0e8b17e45217
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea230c6331d4e13a1221f2ddc08fdac04a2fa8408bffa1a029d2f2fc65c806d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0174e5623cee160923b026c5340c9a75b4f1eea4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c653ccf2d04ade61fd50734562d069e801c420144ffcf7ab2799e557655a0c2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a560341631f72bbae6a6eecd19ac7f961a796d1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72279dc3b0ec3f52f3fb89f80b8d603305d16b9c20fe939328cc968e1eb6fcdb
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350f56b7280735e70ae35da819ba3bd8b5dbc6cd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f68319564bb81610669c8b0fb19b20ba575b8075142e7a4130c9216f35d7a89
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57e99725171b89c15860dd84f312471a0fc37f4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0307a7d4f36b09dbd63edef737840d8b6e402fd85d4fab9ab0c4fe00c77125e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c699eeef93b008c23867eb9a3fb9da5c0e0bfff
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f831f2550b1c06fb2535864f0747ffea925dc6aa2839c91ed9e3fd953fded133
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff5d6ca5f2665befce1654954cef7a8dbe1a7a7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761860d787057389a3b3e07f8e7e75701d13ff18bd93600618632dec66b5974d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f227a6c3f5242040958e2e18a08d9e8686b35e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5d300b5700646af0b65e10a30e703e8ca0238ca041fbae895f6b3e34de8e4c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22cad24403a6658ae6cd3e43927b1612d4325f5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7eb0ef2c215dfb286ba1d78a0e22dfdad07bd6e1566133ce144ca6d414cad2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0e93f5f316f7e56d172f153513b01749a8cb80
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c826ac18d0a107547881618e638e462fd64684b0000678f8938c662f31e0fa97
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23558f402328195f5904f1221b1e33608161f865
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf9cf32b4d45a4684cd673ea56a047a28aee443337f12e6246cf4663469fe4c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af1d30abfd3b92260255d58da0a504d1c512106
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5080f2cc16ab76bdae8f60420bf0e751b6f37f92c3cc549ba70fa23c73d3244a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636464a7f4beaa1cb8d12aa8d297499008197fb8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee3afedf11a3e697d47ce2ee640ab494300d86e1349d50c594e426f9d7028a2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf34b348e6e4aa7591a2823a3d66638d19f34588
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d6abc22af25cffd88dacf6bfdf63c6583bf70f91dd5312eec632e68de5250d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ebedab59b60fa9e971a484d405ef95e59f18b1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605df58a425ba5b1085d9ee3ad380fb05bbb76535ec94e84029eac9a59b54adc
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c175ec1c954617511e364efe83b7257c327a6e68
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d066b974f105123992d28fdbcfff6e1f9f183240ea1490a003dded35c91f4f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74d26722ccc8adf55f3d6506b2cc7dbbfc1855a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662e7591a1eb6cee65a68a526698d5e9594858c4f80fb6a53d2c7deb2ccc51df
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ae48a01a64252c39ecf9a870a0e4a4fcf9acf5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeff85887f3bcf7600dd327d2dff66ee87e3240166bae5ced3da4d68bcecd138
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26964cfba4d51f563391e4a86f03be38688c9f10
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca2f9745e76a0f2f2c621411e912732619c046a70802cd766ae5d61acb75270
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78296a978034171ef5649ac29f4941154ae8d563
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503cf5a393cf42c373a4aa6e4358c7c6fa4d7b640ed53d5c8911e368f521149e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a27d2133f71fa530fc6006b58e1b721b00379bb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438e86510a672f6384000438104a64089453a57dfa41bcad5257f7a494886ffc
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b92457aecce32ea3e4857231dac0f67af47801
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ca18a1e34656f55e39164f47320e8f1f35d47a45e3ecd9a9b0c3af9f1f5630
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdcd92026d5e58b651c0e9b6a4ff4f47f8b81e96
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1994ad384a2d87ca752d2d336227a5b339bd39f288d5e3b3c010647178f6cb46
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5ab24eeb50ab00b29a09562d45ba583f7f96dc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35aebf1625760ecca74a0624eda9a520b66831db41286338d0d47529b327c2b1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c4647b4a816bc8f37931dd52df144b1542501b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949c0ddc597c5f827dcd60d4d0b0c20daa62ac00b679aa9a30ba81c546d61568
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4491dbb60e7a6aa3aab3c770e2fc9680b9500a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e52e4717b8a4a57378e3188484a5beb0a8f0e66608c271f798fbf080f2ea3d3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad559e8008cf473949fa6f2eb579ab883c8ab138
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67857b295cfc20d6c4e8453176d60b827c168c1cbd6bcda32237f47341af333
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765264f2fba00a9ed7dfd01c2bea5d44a59c8001
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3c6a65402759a90b21a44b5078b4f57450c977c6260090626bee64e7b5a58e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71396ef1a961ee6fde5d49fbb53df12036e19db
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0932d3a7fda1c618609902f49e3c6dc53c4892e986a942ff8a0607eca34f25
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a6e3a9f2798fb18002fcbdfcf0c00b6f4a6f65
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd98f6fd1fac685e7e071f9f06340d7a8fbe7c7b359db24730d24cb939f4854
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7c6e0a039bdf73e0d6c621583fd0f7a8f8bc03
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccde1cc2fcb22acdc9adbb6bfd6d1224cedc489819529e92d30978d9031ff33a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00a385f6d2a47a966871cd64c790d4d3b00ec67
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdbe451dd6eaa891eefde1d3894f9ffaa72fdb2d7b28ee935aee0b9429c391ff
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf82998db36647a4469fdcd690f8d10a88402b7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8b683998d1a8914aaf4778ad5068bdeae4355db01abf4fdc470159355dd7b3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed42e82a263a4d182c44dff5ad2141568c1c0660
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335d53d9cf3b2f60aa71db738ea01347710081cf8f4ac83637491eec73e5cb5b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae02d7f8249d64e81a8dd0b4bbab0e6206fbfa8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08924e04378cdd9f6cb3e2ed7a716aec5db462b530c2e388bdf8a3062bbacd98
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50715d65af6c498844a66884378958bdd6d687ad
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7306ade587c91b6eac41cbe32f638bda42392dd7dd997ea9cd5b382a84d4ba
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e0499996cb2e5ea2421ef42992fa542986801b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3fc015b5dd5fded298379526f89a7cb95d19f4bdc17ac7245197435676944c8
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188dcf3bce015602af528b955b3c70737fe45211
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0056b54b520de58a63d4e690f0640387c14abe586de236045ee2ed25f7957cb2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c015a38ca675957e85e1ed2fd4af0ce293552d54
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0643294a03ac5211f4dd9c7be578e04e383287a4673ccff065633e80924ef4a1
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8cb8e610a8793c6a1952283e402465f7fb8e4e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5115aa69f95a7540b431f2679dbfe13354ff55f826b9694d955411dc2495c7d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40be40b1ddd4f2b0f12df1efcbdca3daa1647257
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9603016cc6c91fba5f5cb41931daff7f4e3c995cc38638f59513251ebf8f53c0
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39d6c6746b9e73580fdadf71ffeed67d785ba04
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d53d14fcf24c94f0240330d40b0c24997bd5d5d68f008262d6feaa2d5f811ab
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9730e294b3df09ede943bd36c849a0b4c3c960ed
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabdc8f25640f7ca3052c54761e243237887a66d41193e100540fbde8155222c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17b95d99c71567410903741025b36538a367bc3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8d09ac5c57de29be27dec3a42e0a4aca78c4a62ea0a7161783cf26be5b7afd
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67b70f6227beb3d93a38c4064fd3fe4008c7611
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e76587a4c1da89cb5b43a44873f5764642fde92a337ef8f382fa2a7bad39889
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67e2b64cf82e0520966bf080034b82b70da02e1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa6af23469afc1c6d70ffad31b31d6c483218609bba8c6b1882721aca3f576e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0ef1c39495c0738333fa169a6bc27e89fd6c1c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffe498a730b0f61821fbe18e4ed5f7c4a3c80fc4d3d41798f81bb4644c93722
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3398e9fc40782a4e201164933938d1b615bea3d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4106481565b6fa5473f9a90f639e96f7ef62942e1b812acd7db4038217f7c05
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e98cc08d65f3d4a7d26e42421d6e3c0e3d55233
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64255b2fd246d16d89587e2c31f75589454d1fc0e826e8219b2c242fd946da07
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247e8946aff7acb7d657a0b6dccc6f23411524b6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0c0a268cac35a2c628b785a0d329f1dd08864c0d8a30589690180ba3cb9b45
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30302160f0639d0ccd7801b4dff779d3a222189d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/method/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b5aedf9128cf3501122e7fb0a5110c9c3b903037082928c199bc1d333902fd
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/lm_head/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136e282bfe5ec0caf7e4a351f8222c179993e3a6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0268ab889b90da940de05d97c8268999c7aceea50d4e1650526b7b8a2d7666d
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/lm_head/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851707adbbaad5b8cb8ac92b4514b935546f7285
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f478a95717ff4bca81958f055aa909508914cae0f018f89e6f8823926b856df2
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05953da0d0b574a36e7a0f329bf09ea36dfa5281
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0518d91a5114453cb3c9026d170feb7ceb7dd76fc9536931c62c8a8635b934c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303bfef08be9cbaca6e02a0cbb159ff75addb81f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94ddd01c65b51a5455e85ac2eef3be5095b2507cf32a23703e4a6a47410fb44
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88434eceaa156e208a80aafb4a6c7863ef96d44a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b75194b1082bec94ed65ae6668a3e9fed35c7782c38ed6600fe94fdfb660bf
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cacbc0f1fe1c78612757a5cda704fe9c5ba1c7fa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5ab759371f16b9043f0376215bd197b2b1d9c01841b2de66684968937847ee
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f4459d872aacce9985714e930c1926b9419ef3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9a3bbb563880b0ce8642b4cb00296e99f701b7ed9d58db227e952ab9ee91aa
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd28a956ea9e37ab005406d07d8a4e03930cd12
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7897292c491035c70fcbaa115d30b07b9bcf05d8bdf75f83c33debe6b00d808
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a4a9994ea3bfe1f5efff03507792c1ef21ec35
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8daf83ce1bd146cb511c36c2ad598cf647f0f5c8711557cec7a284c8fb9545
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba909f928175ff835a647bc7967e3d9e05d88c9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd59cd6cc2176ca907bd203878b296006b75277323ec35d633263dcea58e30e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eac766df85c9aff70a587d27d57234a28d8cd03
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83957905382ce712275e71b1c76a2279d1fd45377c642e446523769bc43c9de9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371af2781207dec77360e96a2aa930aad561737d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a074ad824344bd0dbcdf94ae61eea28b3fde5f4bb6c4bfe34b5e076dc104f780
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8978a3bee201c10dba0e2abff16455ce39f75f53
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9b5343c09fed77a9797b7f06756cf09ffb7f680faae0718240e870eda1b6d3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2557a3e050075b537a983c3055a533580bfc92e1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31c16e30d6e584b457b2996ceaf4f1e26c8acf49d3c4a848df438083aa5280d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c501c3f18814313535ca2ab2be2e83143ee7b5c6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b96c650c170d94647b7d3d2013d1fa1e759443c6e7cabf185c84e33a65aab41
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131f5a865d6ae268edfa91b2d2a2d3edf7c001d3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f72e90b1a64c6e24e442fe265a61db024844935ab956d8f817c18a23b6f8cad
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3dfbdfe9bfcfef046cb1b485c6dd6230931c60e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a179c92fecaca1ba513a52c24d8524268fb1e06d5cffa8c0e8fbad885ae4c96a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b8f82d950c92eb3d53f655b2fa99d2a9660b2d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59750dffab7aec989c251d7e756b5781476be08ebc04407e4f86c44f38496528
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3485f7e53f8508201ce6d2dd5c69520852a830ec
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9eb125e50042a1838993a7a40830f3ef84535a1d69d6c0f4d0de2a391891e81
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f531b284a6b7c3b13a77bb3fbcf7fbd3feec8f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db688dd98e13abfba40e35d4954a7b3cbb8596a0684e613c271ab70adfd4eaf7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880bf05b7d12fb7e32229af1b5e0bb51256e2102
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd9d6fbaab106eb2f8d3334d05c8818c77a398f239893fc520928f060e5705e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4fe9c46f65ed3d3bd994d7a2d11848d8ff236f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ee589b2e5bc08e53fb6ef172703936b00edf715d84366409877cdc19b52766
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa3dce8411192bb022d7b6a05919351533865044
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f926b21b853c33dd0f0f99a7366c7e4b673a99a911e5b31e689868e49c9872d1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..336c9417ef26b709c256f1c3a81f57177a71de7f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e14511d2123c7848d6623b8c2b8f0c4c380b0e83bbf5c670031f7ac44f61214
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680fd957700978a67096735e077ef66bf1a08e7a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879c7f8647f564ec26040a32ba127150780b19920ebd056ba37a587605eba8e9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f033d3b44232a91ec77e67ec178957a93adc98b7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfcb5016f494a095de458e112598f304d9f0beeb11a628baed9f5e232ca9fb00
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52190faf175c9a82ff257a8797d4434ff61d0cc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298aabc157234bfb8319f6687e83897754cb5205a1b2e7a1d55182df0ad2e02c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df68d7e9f21b954bfbc8c0eac5cca4c7fb8cfe5e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533692d2cb4929584d0434a83e52d28b1e16ed1594c7b808c5e0bd5507a09fc3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e65cef312d2ba7f34a9d30b3ebca1049a6136db8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7099d9c27149664998d8f600fc6496975573684dd150e2b114d5bada6574b3ba
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0081ec28553b9a1f2d611501e667d8cb6af9c7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d3cf7b2c35ad22c425cce950e235d1d2eb55506bd733964299440e6c5a162f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab2a1148b869288fa0f06e6fafd7eda21997e82
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206126f133d1ae83870e1976da4d26079f0cd90a220e936823e4bf30996492d5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15a3473609f85af3b919512d563530970e528a3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6747548c8465a0dccf8550b40f9ba8f105ba2fe0cad6a5364677545aa2a5ab
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f47f7e599d05fd5c5d0e30c58f0e3eda028c3f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e83b79c3ab841052b6e0d1e45d6871caf042fc8a8e4cd2926f5e05ca5f2d2d8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91496cf4e6ecdf06f673b1f0e06424cdb5384008
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3aa6fc1a5296f91824fe698f4c764642a7e22b796a8895b346301f8e750aad3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6020b030d131e9ee0f7d047a3221340b96a4a6e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a72b5fa94beed4655ebbafeb8e5bb4af03e1a4294b201b8f61f3bd896043cd
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b960e6fd94f992e7c794c5f4a3cab772357d41
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4fe06fc26ec1c61937f86048f1f9e907379d4c86449eadcb31a3553274fd9a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcc1f668a8c88d461283f698e3cb9883bc04aa00
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d261fe96c362e97d4e5150de377c498d784d328d0074421544a61c9fa1e61955
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae6bb65917be2dbf57efd741df4dd70ca6c2213
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db174999ee1a34aee647ac247875556c2c0f48f5141544e729605693b9b10aa9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ca4846aef6de7ef058b3b4076c5c7c75176767
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adef463bc4b5e22773c8a1630504c262bb1b980fddd6a3d1db77ac640244efb1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9870b86866be208492f2ac0b4ece2f3760f7482f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7836c9d33dd918bcb5372c1b7e072f3682c121b3567cd0798bdd9e9ea891577c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c5eeefbebe5d8b6f9f8e1a1f9cfa105065e5c8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a69d3e791085199b20777e6faa34ba3388ff9e419ae893a034bbe44f3f5ebe
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d604f9320646bd83a158c4d3a3299770b0c23ae
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b61504d55b1118d066a613a34766382e2579fbf26d27f04335880351f37008
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa16b0e72e740e6d22d644aede90c55b0d562b63
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af62c404154e9e7a1d928b0adef2dfc4374ca2f6b60e012bbd4987925a9eebcd
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1103e2454859eaa628222e5fcd16a6124f39bb0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac006a9aa8bba2d4f84f54c20fe7aa967fdac4a28adcc02be842a3c13193689
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2f51d38ce599b85071d335c120cccbf200ecda
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321d3fab85439fc47d718305e27e5c1011c87e6f21347bd4b5ff606993a9fe92
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c831a6c7914e258552d0fc16d65c3685ac9f43e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98efe31e13b4c7e0977feedc2ef7464f37ae5d67f687fc3b25d20a065117e952
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7499e4671ab1e328844ef2cfab8cafa3c15c073
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe71e43bf496eccd1dc98d7ea107fe2fc1dbf71d2dfa62f55ebdfd0b5fab4b4
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1c0f6a588d049fa93181ceec4c65186a3f11b3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0b17483a9ed65e153d708c31f60730c5cc63acd1a8ccf293334aa31e7072d5
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21533c151c37aa91019d4e6b508ff154491930c2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4155c86b7da7d14183ab3fd4979ac38abb2a106925bf71c6b5e462c948e55e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd3d0c7ac36108483aba54ac452fa6b04393f6f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27bda92e261624562e7d8364a02d2233e96202237d4423bd61b664f7ac34d3d4
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1bf82fc2fabaddf75bfcc15c2e8da523383d26
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7704953eb0c4d85cf49e8a725d7a8fb8fef2f19fd87e99243aad6e7f85f604d1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14fabe5f3de4e0cd9fa1d0500a2f95d13964bae3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f193e7d8c64bdab07ce4a08c564a18759c948564875ba7c6f24fc7070d048367
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702ee397334eeeb29bbdc9ba7e727d902015a781
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8158f27c5f5790b0dc065e9907014df2bf8de6717b07556f8261f4fe0f03a8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42028b9a62dfe7440492b76ec707f321acfcb38
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8937861420cdc33c3e9763775a69ada8f6445c1d7555ed38aed4cd30e0786a2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b13db00ec2582619c7c9047f760781c4d577b28
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4ab8afc2aee176e10bf04343efab3aab9c0dee056eb6c81e37f308833e923f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ac31138f59749d2893fea5c9f92e38f4963c25
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a846e7abd725ad6cb4a81b49f92bd403ff59fdd1d15de067ccb583cf5e735181
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959692aaac9728059dccd9bf1a28fffecbb20b4b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d605024ee450e338fb5c7c92c89a1514401d3661996ca81ab6f5271f43bdf0ca
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2370aa9c8c25fececc4b296eb6770ca73a6d7bc7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87be1c3178c2d0f0c6e9c903b6698b91eb778f4e47348e08fd33d4b7c1865996
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0569492ccf03dd7e3b02d95269500f2e089252
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7db720be6908d7c9d5b042e5b36e87e999514edc3704dee391c20b1ef5881d2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5252c280c50e8634747a4ec2777cb4583fffd96c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63f21c6b25799038f3732d7644f842ccfa9f806737aa8f95e94cbba6b64d37a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b2e70948cf1d1530db8bb6d35996fa0bb5db55
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3e7d5772d4c632dd8fb05463fb19eb7fa7026d45a74dc4d5709b922fd944c6
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a25a3b36e2f499c66c91089c6d9833184e8a6c9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04f35e94a2481f379ac2fdcf5a5c932b657a7290c105320a29c31e0931d5e96
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df897c05d651c94cab356bc3aa76b2f39f99c147
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741b322e1a2adc4a6d3c8c5a663b7fa53c238ff7364ecbf219f2cf4015e4a991
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e813cb11ec98e913c85c4724857e9bbfb60d8c1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5789b746eca09310c25a79d6badb2cfec8cf0a0d9ca0d3ca7249eed43b041709
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3160cd8c54ed70d2862bc782a65800891bf297
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c280ede30b0d3044beef0f3cf185c66d495724f6647739f21b026199088faea
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca83b328d997da058bcce87c796a51beba81f93
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d14ad655b60f40372bc5b8179212cd4455c16639433334939fabfd9b7e386d2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e36db4993edf5b89a3791fa05e86355e62c0c4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19390f0127428105e2900599b34302d781bc6ca7241ef34e80a472946fecdd3d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721ee2e3a426ddaf38472fdbb5786eb38dba5621
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d76739311fc8c07f8842ea1fb556aa9171a68fe2ffb1c7c41fa956ea2a22c9a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218b815b649f9d2128f6f0a60b9bf515a0329a84
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99693d111eb6ccf10318ecf3f2c66fcfb5f46e31686614811f3311604b189351
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2fbb84d9d07382c9d7dc93f03577b1a8832f929
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf37a7ee92959cfa628b30a6261b394174cb03daf440ebbc7876f4e4e9113c7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81ca1aa850134894ad298af10e0e5c1c440ed62
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6fbbd1e8a032de20632920b3741178188732be3b02b3675dcb742cb9370ee3
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac3049e6281f12735e855846993c24ce75f6442
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1467255ba10fdf9b06922feede01ff0fa45ac28efabb9d099dcc4088b547d175
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1ffa9d22d6a1bdffe3d6e44f1bb6cee8fee1ee
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20370c9217fa332517a4f3a747df774eb171bc69396bd5c60e84cd526f6da3a8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef0ca5de12cdb516515eb917eb53bb98bfaaf05
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6ec5eb7109b06a26f0e1e4e646cae0f6645f8ceabcfe4d15a0797b4a1b5372
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c7446a0c6c0b10eff324f479c4161db1e097bc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53de80214f53eb1e9122c2bae82fa0c45fa328c3de206320dd42212f8768e7a5
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d64791b388ce5496e4402038d81b9ccd0c1eb4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2abfd62e2393c85f9c08f2616ffbc5f606c899e567776c0952ccb1888461a3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc853a4c923132cfa1629b0a43879808c4ae617a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2213988c1f1d50562810795588e91a3aed013c37f770907a1d243b4c9e6e9ea4
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53883cf26bf8f202efccc326d21d83ead91e04d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c4cfa2cd353cfcbaffd8e670e641cf89d46050347220d38363d8689779d1eb
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37880529ccd8aeb4fba8c601582ef9f2e7f3290
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a888398296a46e9f1de072b3ce528f74449a2581ff81e3d492a56db6532e34f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..decb912011ef80aa91231607fcca4f09a0867baf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a52d82218dd73ec55abc890931b27cf2f6cf035fe1f765b9e62f48b16b6435
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dc125cf1a0bfbfef13e3f35d79bae3d87691507
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07caa7cb5cfb3cfffa7debb0ad2b7758b909a32daa5761f20f1dc24e102bb85
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea430d65504ce5e94f3adb94310f211b58964b0b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7445797092bb5df886c6d86cd7aad4e94ef83f1f6dd90ccfca4a80430874ef5b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243d4801c85eee88547b586f7c4cc55cef9e31ee
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652f2c29766e277c9dd843301c90b9f44b88d3509a7c15e54bb0096289a61638
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943ba17ccca6572e6b5f7bc87645dbb7d1d318a3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08f2a2d6c8ec2970cbf2e9db5c423ff2eac888077a845b7bfc9aea782edb5b1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4893530fb87784fe829c96cd15ca238729d062fc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1062eadeae60059ced6e521eae0da9003b3423ead3583ee0fe06beadc0d10923
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815a6c0acb87102b1075c176e1a6edf090bd6f4d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f822fa18f4264598b161f2171d3fe9f8e9f0da155ea1072c38259a63e834271
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa08faf4a23d84cff58576a54ba8111b3b6a69f6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047595e7e36a91d8eadf27819e3f0acc500b74a6b000baa563db833aaaf43b07
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c32eb57a6e492607115bc9d3f64b7e0713a998a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3caa7126e61c8260e67445f0007212cc26619c670606d3315e6136ddab267e0e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbc16f8611966e6fca98ce50be6264c494929d7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7056df8b4cab97981a3040605ce1d719c64109c6dd7bcad8844856320a53125
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74eda8e8952b4a4440fb574c4257b8787603954
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64fbeb38990a5b5f4087272de5a85cf2acba1b48031381f104ce590bc670de2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dda95039d8ba0f20070af3ecb65e4c5d08abbe1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b5126e21d28ee811e1a545641dc7955509f8b9c71ae7a7ba2faa26d6701519
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5dfa12df904182065f7b91c7f8f7c23c71158c2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ea867729cb5ff2341f71bf5809dea83767c2f342e1b7e7823a00ba8b66564e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417ddec8eb9e2941b785cff51f5601e6a68ff992
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73bb85fb000f983fddea190595339742fb56f52ef65ab20f04dd77c156320bb
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a566e6ef17bfc1d5bd56a9b1e34997cc5614c336
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d3c21581bc34e92865cb9575b6d9757bd17db3019c5926727d5201418827e7
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1709315d24b0e8c79ba83270229586faef322d71
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92c7327fa60cfe4efe1417666db63c42706b2a65f262be227c41d98acac8edc
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f1cfe8c182b877acbb77e826ebcdc4ab3ee5fe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb56f3dbfeee33112950d1fb7a5758e81b72885dd4b12718cc4ea83efd74ada1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ab710c1846f0f9f0ea7abe5ee2afcf9911f06c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c109f93242861b342404a67673b605b1ef0b6dfdc39a6e2e5e492bedd18f9ec
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba6fafe615fb8e41a0481a270f78dbbfdfd10bf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3452ceda354074db8c48811416803bbd01885c6f30f5eb71b2a8731bf21ceb7a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe80aeef4c7b7d7acbabed6bf4e7ebc82192ee22
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2b14c8e13a2ef8070ae692d6f155c01a72585a40a9abe7b82024868f575fcc
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a249471316c98e20244d71fc535b453d0165760
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938d6b0124f9c49bc0bba466a98f7ef388d4acf8e3fb18a58a83543ffdd81570
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a20c30bc6075a67407b7784d93b926c63cc06e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687435d2474935d1069300a3d28c0180fdcb24bbb2ac437cac089bf074668eaa
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..415e9237269b671fa61568f9f9fd96c06ff44c8e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d28ad399202aac1147eb6166eeb4d7f59474244196ff24388bcf856e48ba02a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45a52d6786055ce689b90f7dae642891b95db76
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec4a806f88e1dadca61d9ed56b620c395cf8ccfde81078ab325b87a30f552ba
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e9d17865bc5cb2128bba5422653aaf9ef52092
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2b7ea43aa8972409672993c5a41ffb517d1613ffa35260260e76d1ac8fb176
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20fb4fab84fad07735ffc41585e4b5d6a0d950af
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f8d9348caad9df7b7232d233c7291df92cedbc001e78a5b786b80f6fc16797
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb10c5ae3bba56e76d16fcf5077cea483f11801
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f2277728e13eeb9bbc63eccaedee68c9d21a46aa29b83ce4aac12f9d134eb1
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477b30b1291c8703528e38e6218a65bdc43c301a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b43e1521b483f8794e9298717c3ee7adf8719cba2736004d14bfc5168218e65
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47518ceea6ff90fe016979bc696b9dc89578b2a4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c24024a7ecf283539d2a88e9f9abd0526cc32b6052a14656540d9fd16a8800c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7c09cce89b6f46ad5c1c4f5424aab38cc90f41
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a642bc451c7f65867e39a7b1ad717f8aa4127eaa478a2efa73ae6b3b215185ee
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9d7113b1b8ad465a66039b9e401310a9125950
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86e7ef4089de9ddc08102e3e9d7bba984aaa34ffa9af0ccddaf7a7a428f9b8f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42954db80f1baa7d32ba82879e7dab344f121ca
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9828d96fb23ff65d72db3122beb8bc0a1036c262bcd747b6647881f5493829ec
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96ba02fdb3957f9de1b14b4e94fb391621d44e5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fbc79d9ec58b58546ca77b46a7369d28f03dec03ab4f98c303dec68a3fef5d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ad8d1a0528bd85711d983802344b7cbb76b593
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b635ad43d53064b8c6a1f476dbb14970cf4ebbd2624a6f1625337ae5a3cd79
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5637d1e0ee9f606c8a56a842340c7165893e6daa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822e6f0e90480603075214c79240707cae9d00345ee5fb7ea69386ffc8885fe4
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f136f350d33e053fb709aa02aeccdb75c722d9aa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddcad9609f562061bd35e3084a64bef9dc9a2d55dafbfb4f20ad44312040114f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cfe8a2b2d5c3c7b7b9eab70db41c8441b713f5e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857c6a8795390ec79413d3ed561359ae95d5b79e7db9b3b3296cda6034feca8c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01a51818a497342f9e6f4b70ff903d5d78ae93c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe721f15d468647d3f8f36a9c49d8cc5f1339522b469d5cf8227c314003a163d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ba5641696bf67b2bccd924b91391744b6f4906
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c0581799103f533a3fadfe7b2c333e3823ac5fb75f8f57bda56642e8a60a02
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5869bef1f81a700d8743c321aa83fdd7ad1eea
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65069f4f1abb0c64afa39f064966fe7f0f51ae82766959d914b7faa3d7ae0ac8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd255b89b4d6d134beb77542b481776dbb070dd6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1533eb46530d21ef579ab350a2687109f139b9976c346fe722db2d848d01be
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456c82d41e0b2cafa90dfd8242fd53d7e845f928
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb8023578fe2384bd83ad8b319e246b4a845f974eb77404daf93a3efedd5b9a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d4e8e02f64e707b718abcc78552aae34499933
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082afb0c53ca29f28b0158b8259f3591293abec6719866ebd14e1bfdab22508f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a31866b1f31a6f59ec0fd12f02ff9f624dc462a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aae479dff5a308a859bdfc48011069d9f3dac9f55d30644c070aa4fb219a062
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e36c6b5717b135046fcd22823b10c70f06e8f5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0d37d4960f9bc5845d504c805b360947d3816dc945ecbb14e1a48986c7cff8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cea0446445d0cf5ee8e06e902c02a9a5003e26
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27fc7d67e81ad08c8101ff4d5f2eafee40c8f8ff58e18aa9f12834f559e3cdde
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd50d2676c99a1e3beba8fd611ea9fdf419fd5f9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe405b6116e0b44f54100861812d57bf0b5f9af48d43b0a91e5af2be996eb9b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da26bb18875609809441bb35cdfb464b01657ff0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db09f1c1d35bb247b866fe2a377fb55f49dad67705eb2be81ea0c01f2a7707f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bfd440ecd5ea1287d4a79b6544aa83a7375c9e5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44564b2bba1d26454cfc309fb3d2323571b7bf06365f0335d74f61f48cad29be
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37986c5ade67c3d486ae45fa18db1843e700957
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1ef15cd9393ff5ac0bf9ed5d27ece0536d2bef2c44807ee2b6b58ea8ea8869
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..901ea3d28fad7d73826fd171cf40f79cc88274eb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf60869febbfa1a41c2734d627ebb1acd5651c2fc5cf354c82587e22e4f7bd7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86a69592d51ad575fe62d05b2be21f692856b56
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507f3e587c89296acbe889cb4d14b29a0ee544eeca68bf9c24178aa34cdf56ba
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69444fcd27e86eb68cc885322ace63b105037323
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74cfb0215986fa1fd04106ca40414eea82132bed56a7c1345c49ab98dfa5c033
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0ca0cf58ae98595e5d4c8d51d3f609fe8016db
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c578110cc2175cc5323a78d28babacf7d5d4a78b39f5d775601b68f3b4586fd
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3b57458e4756171db028265abde68e0e85356c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fab39553c1de3521200cf07da443e3c8cc1e30dfcb7d80db47ed7002ccbe549
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b4a2c8a257088694de70d0ec046d450707f6e2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81db85f7f886a41efe8bdd3dae199c47ad0ed8e9bbf84a2ae046532bee62c1c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3914ddf96cd5683acab371fda8b224bd7ed3b307
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70aaed0fb8669f9abc9a5684ceb05be9b373b48675c108f14c4427af00a0aacd
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a10c020391ea0bf050441ba40767100ad2edff
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22718ce8b0348078a25d72aadc71e3d5852c25d17fa742bfe08d3a089f325405
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bab47427e04ed5f745469231a9fddb7f82f5873
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1897c257b2274cd1d49da7ccdf1cf32cb8613c330531ba1a586567f287d961
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e892e216ba927c45304dc482ce376a7637d59159
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa900505408bf6b9db4c3c6fecd55119681185b75474b88924ee575f19ac64c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107e75823ebc4fde0f64fe1b1e0812d9c8896d93
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e4d7c3edebf0a921c88c968c4a05e0a6572b2fbcb159f45123f2d19e41f010
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cec87d3400b649ca911dd99c3b88948d4a1cf36
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4789984cd324d468cb5553608be285600c3ea643b00967f8cee1f305a2d0f98
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbc0cc5b90859c2bfd900999fa600226b788c9d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a33ba727cddb7d3a396a2060468afdeb1a39ac7bb98d55801c99c95d221c03f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b1e7d7d38da80cb40be3505a1554111c2ad4ae
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72511eac7c90ac94a97081189574d2ebbc3820efb1abb6f02459056ce03937a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4bdeb2877b2da4a61194317fc5ddca66643340b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a5bbc0a6e6ce40900c70c1ac16ac31bc897a8f279e3c1c5b98691400848705
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05522ffe566d0296b88c6839c6d5930759da16da
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b638991c24b6027309a94ed911e38bab044009e74aa850aece0eaf6d73915a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3fd6b425c72474736e272facc0703105c246cc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec6a5f9a9a434558a8db10a5068fc2655e66fec9f68c3baca3c046e0368151b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7bfb37ba6fea350d3093842d98ab07c22cffc9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3fb95dfaea818b3e434b04f625950cfa7df4332cd84cee45fe85e115485bf21
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa576029bcdbed5ca9dc90c3d95e2e6563a0ed76
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73de9ed787180c9b2c87de9c70b8fd6c38f8c2bbeb1e9d8985591a7957fe718
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd6b5b3e289e12e494a6063be7c51f3ea92496c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069139434487fc7d366a7b998ce619b6f4cb7b17c8f44788dc6c97025fcef48e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dff55f2b08e54b66aa9bfcbd37582d8f3c7ff89
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6e47a6b00d995509dc1e6069ad6d57569d3341da98bf65ce8a2993e07d99c9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4195424f60a909d33063e8f0c4110adff2dc15bf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d2d7b83a045eafd43066140e7bd143b66e8a729587abc92c3508843d5e1eb2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83466167b6c9035dbc0f3108e695314a20be70d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c084473d08f4bd7667f947a8d8b2c162e4eb5b0aabffc61c2943dd795170db
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961fad5956fa6fa1febd23151c89c60ca50eae38
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0630e8c46634c7d3bebc1904a919a8f0300a3d63d8d4587604d5d65a32fc0c85
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ffbce35625d8d4f6f89452c322eeb1227728baf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7057a465733cdc2ac3986c270ddade0149c8456a6881998d4990b6e07d7fb5f6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e069a75dd664292af2cc5125d0f4ad725ead0668
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c322dda4ecdda4dce4fe6a34361c6a5cca67a15ea203013698ba90094b7c99
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4314aaedb1371ccdb5e33d18e153178f11be1421
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a78d04926f2cbdd69cf88427968d1d3d14b4526adb8a3181339c62c6bed2abf
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66206812682a6d7cc1730a442ff04a39094f1b71
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1620e7f17a6e4eff76adec299a7a919b7b2e7191ac189b92aa5253f1e4135ec2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a0a71c755df7ae14dc7b7532d72185002633af
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7cf906113d842afceada5d70710b09951e1a9120d2b9d5471f29b2772ed1c7b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63634515238175bcf964c9fc8f21d638efa4487e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc78083c49a1dee9e920821a1239bfaf5e8f0793bb8fb8c8c5f917a6d246ae19
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b1ff586cae1f6bda04bc3f31a09471c96c61e0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8d1eaf06d828a1d955b889e7220c0bfeaa059dabc7e5cfd39e2e06e17ba0f4
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..addc0589d273546a759ecf7d12fe897db314b6f3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9575e1e96c23a43f06a4b36204221c434bf18cb462161a2acb0987676ae6c64a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eafa61df0e1890cd34ee7dfd59f7a889bd5be5e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe95c9f1fb43b68c1677e0ed75f41456d726bb56d20aea3f9d4b85afe73350a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158092227ea84c218993cce41d879ffe4ea5d0d7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c3f864c5049513c46d242ba89545cf8b7ea97056cabe6578a831360ec965ff
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602cf4d63f1831b69164dbf8392de6bda419dbb7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c197e4ed0f520cd9251c02338a0315cb57616e18e8ff8212ec58d8ea1d872c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37cb9d00e340c5a47e54a3e37f46e8f21c5bd5c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529ab6f0c2bc1d28ed5448a3aa9c472206a2f25e4ccbe5aceedc47b07d5e31e5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5a8fd6fda2955f8e1fc8da61cdc8a5dc2d35b8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4390d89ba5689cd54811e27c2bf99f5a84b2256351a7874c8173076aeb0b765f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b1b44ba74b5afb124b8412831216a7f84aa93b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8591a85ffcf49ce0587d25f6014838ac4520cc7f5ec4b1758764ce12f2f464
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208ae835792d8c7fe279c977d77b189a8c91fc99
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5edbc9ed88edb4be6e6dfea7aadd9934199f04667ff7c1303545e741bf9bc68d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735e5af785008740f959c2a0890de3ea2f734929
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f282481e7741cec0bd40334e7bdc69a1b0723724457d87cff147776cae1d2a0
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0575e4122063319a6244f0f67db4144d360782c2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11d298598459cea1fdb3b0933719f8c1aa8f132f5c2d9bf8e323db5cdd1df74
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084e8d252f8014f6e30e88b89f2821057105f174
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060b886f85205caa0bac5d840d1ffb52a9e7910c3abb37cb4a2a21c896e5d17a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8d08a697ce890cdd1eda01abb78cabdc1c8cc5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3f5ed86968769b842b0157db096a3a7d87d9713701c22a00df018ef8e7f47f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d251df1ad6baec859d70d2e8e8d0e37c00d92a78
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206ef6760cb17b4fc52732f6b2704a011f2d554e2616cd8261d71c573ef787d6
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4e8c4898cc4874461aace5f9a2c27ce7879b79
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7558e9271cc1e67d8f880a2a8a1f498db96443f3d73f36c2b5da96642a9b5b0
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57fca4c295e6354d54425789f8645223cbbf3f00
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5fc61de7898f7be29556d6ea3e03f77eac8cbf8ea82c4e662ecc7bb7b30f5c0
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9c4d543578d76be32cf13e403eeceb31b4da9f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ae76b9bb7ff7451cded56f9cda6af9ecc200a75d800ee175513f92e57ef7ae
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e5a5d1d0b968dc0cba706366a9a183ece724e9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c10bc6dd87e82fb88fc2cce95a132d2308bdec8448ad694f76247cc2f8e00c2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4163d19b1495e6e78ab8a89be5528b951718f8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f61a8ed2143790982c342fe94ba45d6fa1adadf50b0378e40db68bc9a453d8
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304842916acbdf9ded6d68b3ceb6ce360fca03b4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577cb926fae7613f46a1cacefbd21d7070664f8bad29c7da5a459bd392d19ac6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6639bf782c8a1358f3822d73b88e8fb17caeda2e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40fceaaa9511e5628da499c6789856b49d96cd6c625b27397a7bae90a49e6c20
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb13f3e2715146d781af3811a1f53cceb340652
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856eeb68afc8956fdafd3f0cb4dd4831ffe096723d29b20abfb277fca117ae4e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676758c79ea66961ba78af3635a3c7eb59f90b84
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a63eb2d8b5216e5c6a82794f8ae1d490a8920b37ea25b47ac2f7439d5f4497
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350354fb2cbac15090f326ff1a10929b71e40de0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ba9f29b6487c8f005b93f4731c6a6c8187b1a7aa1efb7e3ccd3db01b986847
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ce3ae6f0a41840d9e29dcad204fffd7b314995
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ee533eefbd979b9d07d237a8f54e6ada471378d94f9c581624a39c222bf074
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc68d28fa99df55e398ec5cc5f90ba29dda574c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459dd36b14ae102ab07e92a80dfaa52ccbf0a61ef50646e7b8f2366d59d7b52f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95efe8ba3a4eabe9f0639f4991250945d842fd8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f5e06b68a5e992aa0e8a85a6ad389c404dd96a0246cc478c22ab409bbb1be5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a2eb6ceecdc43cc5c8b301e2381fd0a0a8aa25
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9786d6136294c3dbffc88df94d639d12749b28ce9123b515b718db80939a640a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a09850e904c55330ecf72958518b427a8d2498
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de15f1cada60246b8f67343fc6eb5f875612593f9a4ddc633d99767c95b936c0
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d596478eab08d1ac091f0efda1a8dfdade55e850
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4848237549341f5707951ff41cceeb9403a9c4aad3925f4ac57686b042e33b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46ceddbb1ad4507e5e2b521ccdfa44b9a35b2c6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc2589b1d5f0e1dcadd3cb287c08069018ae169b7874b6259623723464487d5
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da35930952238908b596778dc82bb78357492e73
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179f8308c0a8ad0cc53722f6ab85dfe3404e148cc3a172b892d77ffd7c0de8de
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513bf552f5d2360454a05b6ba0b95d48663d8bfd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065cb5892eb72b2a9a40654edc25c0a4b8ea50b868c16692ebf88b5be1f1df8f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91414eeb57f430de1b979b141343b4297d7482ee
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701ffd6f208fd7c9fc8e8052f83e9a6c6613b752cb5d38d1b11e804f9a5ef59e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8588ffd270c33bfdf2c8d28553ec1ecfd0ec2af
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c1b90383a54c78d72e5314d2b409f3ac786c7dee8792959747dee9de4245c9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07355ecaaf1cf1e85be4fa8553ba4bc9b73021bb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea9f5b9a3d75649ddcb0f02e760e1f3121d32a57154abe0847a8d4503150d5c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6ef14179afa48c95b79d9f5239566bdc9670e8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd9b40c1c1e0fd062dd6c689a099a6588f5990547559c46cf7f8dd676b34290
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4ee650cacbf199c5aac20c9252a786485358a2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806edb001e3cab319c01a62b6fe8b4f2773d84d93fc254882ff6ab91fc93ae10
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84cb45b111bd56e12dd050b2065fe08f5543e165
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f93190978350019ede312e3ac202b5c18eafa33bb061da17c7758a8f601339
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1fab944325218129b3d8501e32d3dc1158e5f1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:254904eb2b2f8d539a2f2118758b37f1d04f251ede5eedfe9fb1be0ed7ab3c32
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3950a3b450eaddcb4918ea212a5d45454a4bfe48
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ffbec27ab71befe1fc65a060b556e4d96de9cdecd8f6fdd42d0458263f3f6bf
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8af7c97b92fe1335e2883bf50b8bd74350e9ad2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85db842d2dcc38d58968ad865dd62be6cb7c98d6ab00ff138bea9f8ae58a6531
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1658c5f691c7f9a31acab095ebc874ebe156ac7f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ca61dabc2e3883893b4ffd8871276529c1c767687ccb32fee370e9365bea7c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e3f1e11fdf51f41f34e615197ece83203a7e6c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1176df1115bbcd8390d905813f7eaf67505b82673302dd7e2134e35469828d1
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e211ff1e65c42bdea74f0e47d0bf49d170191b92
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342a946684c7fafaf63cbbbf9d018f2a60031a37ea9d338e0ba405f3f632ed14
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b32efe4fb780e21eb4a408654e83b1d2022f12
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3d4840db72459756a659f5afc31cf695464945f53d29646ba4f4d55dafd531
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1a873ceb6e1abd5ee3ef566533f498f53ad38f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00950fa2f4935fbb265f7c813dcbdccae0a7f1e13be4abdf4ba2066d780248db
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65736832ed31e3c671fe42fa5f95fa9c514f7e2c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4adae6bd4f3977271a83dcd1b681aa9e5b15f739ec324efbc00d7e6c71d8f0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ddae7bac3126d32762173d26ceea8867f72c550
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481f8bf044e10e23532fdc2482722b4985d1ad79d67ccaec9f1631995999b78e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f6dd5f9ed5dd6c013171f0f5af4d498ada90c3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559e8f9d8f12d5257d07d96010c3f9b95dbac15bab0dd607786cad5fccbc8043
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34c6f1579cf2ffdb5817cdaf14e0105f83ce390
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601a10cd2da6fb92a13708a16e2b26eaafdf5b9990cb5facf45d9cb69969d0f9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1117b15fcedd27014cfc56310816f73bacb38110
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c6d503db46c025faead2a851cbf87d0a7c2989c6c8333aad2f65db3ce700c9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf06dc3c1cc3a1890234bb88c0814d0278846be3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f801da3eaae21dee4be19b7a022348c677f748c34acc4e2a7f83aa56bf6207
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b392173f9674279e4fb4af4c8f443476976b853
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525f3e4fffc0eeb88893caba545cf0187fe357a93a8b34f460e09598f8a8015a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3243f65759e2b3c7ea1c2fb5307a12426eae958
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86524ec57edb91f59f8099dd41fda1ac2d745f340529a1a02315d198b92ffc07
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9f4e31c1ecfb7b9162feb172256a283a18664b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0813e08fda04a31f34487804f4784036e1d00f0b9fdbbf509bc898618b3c1f8a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d942727ee7657e8b88088e7f2c7de0ecd3ef27fa
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f11bad069b908b7ac424f59b6e17f151d87b6b99fc603dbfcb31b618aed754
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5905728386877dccde844641ff2c1a0671e10587
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6b6b5a5e07cdd55e60bbdcc9544b8deca4198a7c3939a7749430152150b043
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce60f404a69758605242b8e8310b80d9aab6e7a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790be67d6155ac92e3ea6e7609804300b96656e48ca527a582d29f9e3fc3dca3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52de30d326a9ae7f783e3e6a7ae12cc7d06d0c4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0561c431003715fb38dd6829ad14718ff7575d931ea3124a76720b3d5c95cb
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d8a85a83529240ada5621aba5da0b96bdcf711
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e5e7034224eeeafd0b142a2cd30da0b063e59e464288c433b138befa911fa2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a02ee7ff221246dc75d433ba639259132ae7676
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148693eaeb47b636c19181c3c23a9c859884e50f666125ef823cb998bc2ea2e4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405f78797f4e0b52f7c0254656e6e978efc464e3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27735265b13f15372a69f299fcd9df2d71334fd5df6e0e50e9b7e5f5596b3ab5
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b75c7e27fe969664625a6559d0bc9d5bc035bde
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b1c762c352ade37a28b2bcc0178908e2747854059c0414c01d2560c0a6062d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1521dcc26a89deaeeb69de3d47fa1089487fec51
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:472cdb0e2de803ca7954f59529741e02dacb1ccc6c1e10438d8822deea783b9e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16f98b1a3e7b0f3708efd0d10e2aff5511bc311
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2a347385c2e5b5f86c54412fe63596b452437d62ccbf49d0793fbdcc7004d8
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9439ca24264fdeda83d2cfb80092f48bd69b897
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae71716b61933ad768ce8bf2ae7e22915342f71ea6a8f61894a6e94960498f1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403a504e7c06c385953d27b0ee90bcb8851a56a9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3852ba872419ad18ada1ac4488fafa06cb10cebe1041ca020a73e13cbab38b5a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303aa7299a7901a3f40b915e82d70c89da9bd83b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1723101949f93354403522adf595d4ee472f78d749c4ddea4eac2fd836bd9316
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01a0f4be85f72150706774ec49f20db29e7c5dc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d2745f798c7f5b8b996cce361ed397e063096236abc8de075a9b0fee5e677f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587a593b8edee2826ed245ed32a1dfaf4cfeab6a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f6568140663045d927d4a7a01ae625e25c25baa6641e4bc9c2b01a74b1ab84
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1848175420acc5dc06a0536b1e075d189a605cf9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6f3c9a1a03eb01d4892fead492ca2112b30e6c666d4ce64fdc5383ecb32e33
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5618ba20592ec325e4f0631b3a6ac0591cbbf28
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6314c6abb4582ac6082b87ac7caf355338da5cd8cbe1375f72b6696bd4e762c9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d9f9dba860021c68feecdcb1829ec12801f42c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853c4543d3b4ad541efcbc7c3fc49cefa4e1d9f259d7ec47431a7488918c1398
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b547b3c22522493c11b2a5715f055b36c7bf702e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60321e2936f8e3841f2c21b5acbc5dfc145370bed56ba650da6b914b6ed3f8e1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370b6de481420f6cd85e63d39ddc149fd7c08139
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c545f52e0d1516da4713f9a61f2e76369cd4ad317a783ae4cab2ec2a0528db3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea811ba5d8c030c02689f819e6c76a0e03a63fb2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58a47cabd509a741b57c661397db102f301e84a3941632152393db507caef92
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06884e757e73b7012c9ba6cb28762c8718aa6cf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a37725b5a82dd07fbd044590f345f73da7f70e222612da4db8d23ce423ee748
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8b26239c12c613087e8c50020be7638f63fda6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd610b2e3c15491d03de1d6bdb09bc1fc83058723fccf112e1ed91f1be41c399
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05aa6cecf5f722644a682aacab65d14b688fe5f8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cf6992dad97be9f12e76fd99ce4046414fb1356eaa15348b632df9aba5250b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0fddde6325b2d08aa2540d3a02224cbf887d8d1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368c0f100f0f129a08f38f42a9d025ef9ee103cff16fe4ae7298f3e2ebd5b4f9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28195fc063f4862747942cb97f8c0d2ccd0f012a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50986cdb22e0bf1c3e7ea6810dae0050e1ec9c913ba348a1ab385668ec1fe41a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130a57ede8d69f92582ff770e55a6878c17d0359
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4bf6881dcf433f8a8f5920397b98b3ede5639308d9d13ac2d0d8c4796d20f3
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107183b83d6c9a059f4c3b6ba0e04feef516ce42
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d39af77dead7a732429674c3990d57c7bb0b066f5e02999e721f10fab742eda
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304de895d4c52462e6bf4406e15079c8dc3b57b7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0360de818f79296f62a0ecf49daae0d8cb7df8e1088cdf623b98d9cebefdbc
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e0b7c7ec31f7ee9b6f4c190129f5fc580d8951
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e671b218d9ede5b6cec743c2a882e396b2d159f68e940d7005b62bc86dc6ba78
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd2fbf07874338e7077801ac6c5144eb9796bfd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb3b9e2206e5398aead8da762f0b7daa24f0d13e79b24c60c60ad88ce08454c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3e0b82dd33f33dd794e187df105c4013896e1a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cac13b2f44f107cb4bc072f1a323efe6c2f52d82d83a8de4b56a1c08758e26d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5c712db2e9e13518fb4ba5de70cf39d4b23d80
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76726793b388003deb7ae107ced51eb8d5e67405368c1859ecf0f3438b9ef4d0
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4566e3ce6da45842c267e9739c99aa232f45ce95
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7f1002c892e05d4deb9d970c2cd93d619571fb0e1007b4484fb9f724168ba6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30cea70aff538564c9c91067b3247c552c226be5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:810ad2bd418992134e4b1925282c7902392a7081966ae435b0693c5688034135
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60312d1639fe454b367c1181761e0a06e0774cfb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b054b94faff5e8bfc935bb809400eb5f5de637bd99d2cf7eca0491b9e69bcd4d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5d2256271ca609a4da142c42e5f6b3ed951d09
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a35a51e5aea5f67aa7994c6127ca3f101d730bad5445562a051f285b63264f8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3492a62baf96f60f3ae9d077435f0b8a2f6a0bb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0884ad0b138e3c45561d7504173dcc310b37bbacf6ac3ff5423bab05f09087
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33cf0caccf423af11be23931186578675aab5f8b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca4f3a6b23f788011d8556c110c4337d1156663442ff283c7e2ee68c413f97d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e59c6ffc1e3b7294beedba7453d00b897cb8d04
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9351c31e0642758614f1c1d10e65423b10e24965eb7a2f9cc5b091bc072b74
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eda59af3a57e36c32eac5c386cdd533e39370f8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1b35f16e9128c865ae631504f3cc3c4bece24406662c61bd64cc7bc3195a7e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c35a75dfef9fe11a58beb490f3f7fae0a15bda5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256b7a9c70b13afa501b8ed1e8e228cd02d3637aee819afa48126562908acc29
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee15f2ff5a67da9d8ef2cd74e53ba9dbad13380
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902fe52f8c47dd3c014429a48035bc3033be388fd538d2339932db05a13ce84c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e7298b79fce6eb58dd04c1b4120fe7d81a5805
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82cf352b83ffbf62bedd4ec19af2fb643e348a77b34da28042e1fd4d0c961009
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c7ffe360790d63e969d626509f0f541f2e1926
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269509e6f77b321b1a5242cc6833f638d0c1c8dbf8ab4cd853c1b606b28bfd93
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c83ea0e63ad5aee6cfc7cb7b442d6b50d088490
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9075ad9e833193551997a89b83a6c618ba094aab9cfaae3a9a994ed621bf0be7
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee881f3c6bb1c080705fa77add68e7f9604bc497
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc1890b4078e01ad9692a93909bae552eb344793812e0e2458aae26ecfaf3f5
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b046a8da2aed6a73b23ff448f15ce95339388db
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47cd717d3bab72b54e689916b5d88411f2d89e77667b691fcd18f83c06a6438
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..540c3df435f285e4cf815ee122477983ec7f29b6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca82cd42aabbc326af3a678e9eca7ea10042266d9f7301604be947c1760a054
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56589ecd6a5f6b3b71e149373a6d9ac1f8cfdfe1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9dba8da6f48c912cdaf5cb5382c8e178cc82ffc3ef0e3d055b7be8e96fda7d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435daba3ac63c51af4a0d7792e555a4bd71e8e7d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4fb73a6938a641148107c0251745412ced1445a1358fa5af1fcc81ff7dbfd67
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3925e88c7e3a9a30a150b14d457db40d2146babe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b86546bfe6ded829fe317d3099b5979bc89c9c0a397909443eefed1845833e5
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259c705fbe74d5079b4b25c43c3f64b7a90c7be3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3a4ed8c48d644235f9c9585113f2827261e9185030d4d5a1f6fcec80124ee2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844405d91fed00bd65ed7a4d07eb54ed5e179980
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3db79cbf81decfc1f8ae48b3f082b04b79763f335d59b5f10d0b4e94a9b9fd1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fbb188b3dda59d99b4053b9d3c5adcc2e755dd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a14e91683d068d32b55cd2c6c5804badfa94c8e5905241d1cdf51b4ad57c06
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59df377f5fd97ba09bca050faaf78d92f5c7bd52
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130f5d338b6fa0e158abfc3abb5489490e429ac8443604a76eae09226fc3f8ff
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674143bc50d152d9f7704380ae712958abe4cb47
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a004ec246e97da14130de25ea281b1270af81ff17317c63e0e82e29399e8df
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb8e30750530aacc561ce6e905f156cda55f52e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8686109cfa883605cc3eff8e94a2703f0620621ecc285522e61fdb415ae1e68
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0163bb674c7b5498807432ab3eea1ce1d69acaea
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31cedfa6ba815582b239ab5699dd23c852243faf1a73fc68b16a5d14a04dbec9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a700f9af90a4e2d90000f7eebc0e208954e0b4b0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336bb7d62ce36af018dc8045e1f252dfe86cbc909f1256b5d6465d3d14e7085e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf70dfeb8c0b68599a58012741bdc6ef1907ae39
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da8954ca199cfb66f54ed42afeb68d0fefe561a3a620a6380fc9fdb15b627d2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92eeb5b4a46eb70d673e11f91db857d35ccfc71f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ee3ec3661b676faa47fecd42110e58f4f2f152151656512a76112182305895
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf1c9b773dc3b6426e20b2d25fdffea36ef548f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c2164bbef6b2f232b4948a5a69b47ee26421c9b3e23a2e6d84aabf7e399f82
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84edda86810e7ac552b2d6680a366c964916fb16
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609b0904800f9db1ddabc4261a099be1d9e063878ac4ab410b333878beeee084
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d9e4ee41e98d8562fff3831c900687d1076c41
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd2b6017cfc59ef416a0e7c82b80a70f7488d774db08f1624d4041b33de37b0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b15d3c36cfd8647accd6ad516e2d44732270204
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84c232b8c51c06ebc112c20bc5a70c8629312d00dcc7f66ab7ee5eef605a2a7
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004c0486fe9c6af9d9c2ea43a840bc4b4b992bcb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54959f82daf07e4cad7f3b661851dd857f97cdf86cf20bac7b74feb735e2a900
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..744c3ac4ff0fa29e78186c16102e3ecf4abea1a6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf5afa0d5ea3855340496ffcd7e45676cb4d839dd677242c724c978ed715b1c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1f7f79c8699ed670ec181660f44a376eda0b1c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6ba826b0472a2c04bdc7a8f34deec8db73ca35eb690a587feb03b985b188c1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ee56b37f1493397742a2a2cf30cb6450f74791
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac24680d8779dcd50d76003e7087a1103bdf06cce1742c4af005c8d29b9e70f4
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b31378fc0678eb96cfd06ad0d132bab509d2dee
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeafae4a374e178a36b1842c27032189f739a780598ca85620d5c761fed34523
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d543d2af44a5c2432381929843fcedd10e0e6af0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c8f7be363c6b5370827dd40f6b33bca67a243560423c51a1026fcbd8e403c0
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae78da8d58cdad3cc000641e4affa23a099af07
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9685a7dc91e68026a44e48469650eb57ed840005096731081caced7be89f996
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f8483389eac9b0c0645ed68216676d4525f098
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299608abfd83c3a328a7eb0ac7d873df543137dacfa894013a47fc9512127fd4
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62bbbe1341c0ab0c5365f26bcc27b5b87d237b5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8b55575d7fca84f382124f3d87cf20bc0a32676c68e6de43e7b80339e0d50d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd0ce050879ea55a70fd9a24de4172d042b8dc66
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c30586997bdb54889249ccef4f503c3177398d76151f9e5057eac1c287aa9dd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5efbb4e32377d9de65b08f916446f05a22640a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b0e0eacb5477cabe69bcfdd19be7dcbe7dca4f2ecc8477f770558e8ed0049a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d953367676c4d84594f852f77327f9893b7554
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0f15c1d3b37ed84c42306eab0c0a703f9d071dae7992174b8a2ec0c42d9f1c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f583599c7fb3c8ca88ee50689b45164c3710fde9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a593aa4d6ab935e86943b3c918e77de1b2710f9ef13ae1097f57a9dc5db96321
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9baed5dcfdf6ea4bfe36f0c1d68a79ecf9b2c10d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec91b10bcfe653b2833cad76acd7c2fc804c0cec99afd3fe35145b92c8e8949f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d675c6b2cf200c408a4dba05c15c3d8381993fbc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a967f0d5e3f1de4d4df59398deb9d0387833a357bcd96730cdfdb66b0307664e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a405d17487bc43143f0f9884967f407cd6fed467
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a5e1b0eb0fc241a44f34ba2884498c4f7244687122a179a9859ce04e6b99eb
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c4f46bea3e7b1192d02f9da1995e9f25ae16a6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd76cd27342f07e9498bc3ed43007ca85df020e1614d3d15950dab21f881566
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30aec02534cc03ad6ce1dd85cdf0673db27d3423
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f84544c9ade50683d8d1ef39a8e36c78ada560e356c09ecf41b0168359afd1
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ea325201590f0ab1843d6ca63ca2978e8639d6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b862cda02257e531956a5cffd5dfaddb32823de86507ddc85f31f0c6a2e0b13f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39484e008a812588369b64246c0cc270a9ee0e52
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5a3bc97646f2dcd7a069baa995cfa4819f049ec0aa40be00da66e25a8200e0
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58dc3de54608a1e6fd3a42635a0cfe2891a6c6b2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b544454a32690a8254ea1adb88fff1021bacda30d2d7ff85069d241695b57ff7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e08465a2ba491b37e2da0d9688454ac767ce09c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ea361e113b8ef976b41101c53c75df6a0d2e195cd08349e7e8cf58c3e205f7
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68644d2c2c6f9061ddc9af2a83ebbb9a24024ad3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d90d30e3f32a261a5236f0c0a90ff66c44e83b8921fbf6f3bb5f9c5e4c1a8e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1ac5440815915b5337e17254f0915d649c9143
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392cf2a2594d84e6d59c5cb67e7a51f0f3bcf96429567a15b5bc43c480b68110
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1199c9aeb6a94d05f7a03446bce08f0a7f8bfe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8d7c5077a5931bc12758997f167084503e47e1fe2e3de8ca2ef7097e5cfced
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7ad985ece3f6034a32189f32a4855128817793
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ff12c8c95a490b23f471a5684c7bdc10bf2a678d73a64d4c4108e0e9f49fd2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..973fad0cd74f84a62953b963393749cd03ded214
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d707f89319d3096af1b715f76f42505c617fbc71c4a7779c342a84665327541
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e87bbf4dc29d7365fdd6ee7bfcf4a85a8044e1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b250f242c904af2611522eba9131c8d97eb001a4059cffd623f18f836197f17a
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4820e3298065f9bba3efc975667e0287eb6cb5e2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc3166c3d97faf9c00d573566a291a5b972c0c996b790af9660f2b6a4d1570d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/lm_head/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a504e270c5492ccfa80260405fc08a0b9e556d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882d80268d9752ff0249d09f1dd4a0c6fff597cbe96a940fc17a150ee61afd0d
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/lm_head/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecaf6bdc5b69f0d271874817ab5aef8dec9bac17
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d5dd5cee3c9ec22a35bce0ae7168aca98cb677b80f4a5c200dacf6253c9e46
+size 129155
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bebd13ba4db08e1765d103debb083d4900c02eec
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92add4562051696c0c97fd534128b6c324ff43b5bcd5a42c7ca9ee8f6822d73f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fdeff7708a95e00f5223fb888edaf468848bad4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8508e6a80357932e474fdbae146c3f9133c43f87e560244a80e33f196d4b89fd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2642ad414e0764a5c5b447e0db2163b3b31ab757
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a681f80529847380cf6cfce9c28e01d57d1f4345c4fed5baec2a199067a47c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12992a6918d22b33b71dbdba880243b918875d1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d652785c8a896e88a29ec8a36378803520bef4bc13a0dc4dd28dd19f7fd99e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854240252d2686355a5953d38e5f836112782ea8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6585b7ea7835b9b49fca0695386e4c2bebd47494c0ebd99383c4e3e4f23afb94
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1616ffc8761034ed8529426ad7512dc54e61be
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2cb41664f696600c921d302b59cad3fcd2c230cd765af24ca5dd4d83a70014
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76804755cd68d30dbee0aefed8020442ec505aeb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed945ce0377ea345f8833f83a636d3522c891d782a4f0e9dc0d626e4a3d04953
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2b9f16ff0db00367e607d8225ae267039ffa20
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0114a43cd953c5f7769fe12456534377a858e72e977d6749d279c0e8d55c2933
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17fb333fb5cb7334b325f8b4fc64df7ffbaa02b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05aa1aebccb73a6ff8be179c95e6be2fcd59d4586e858d7042c379959ee6c9e2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee52bab965f1dbd9f7be7ac1d54ec5b4f16c90d4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562c817b5cf4fb344cacad937d04c3af6e7cc0b11b170adbdbb06ce41ccb79a9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b44dc32a5c5743b192b0b85f974c837ff5012f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b1d8dc64e9cbe54aaacaa0bc1d86589078cbb0866be5e6fa21a6af6e9090a0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a592fd84dfb09f43c31bad532b9b68b74ca746d7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4efa0458645c750fa460378ded2c2c8f7946abfa592c046c47bc3c0c4a8cd24a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194eed1961679d6f89a17fe72af8154a7676b28c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05490d5dc20a8f29d3e07e0088be47133fba32212acf6dc76572a308103d8c51
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7419667a5b6b087555f92de0181656cee5ce0d7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5858f487dd6e446b5ca1c0dc4e47bf2f9d75767ffac36eeb606fd0c0a8ee0af8
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12041b696c6d3d1ef890d5409139a8ec33f221e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e040fca29af0c63b4481308b728e3bc63231c1ca1f8759fe90483be7716a1e40
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9c8bbdc8a18bb48b44f01bfd82b2413eb71481
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be27481e50fca294b0188b176ad28fec6db4a6354cdd86867049a0aa21239022
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe6a8b9dd035e8865b3bc24ca79364f7f8a53ee
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7c548b44d3c504265d968aece0899f5c99c89d0b599faaafd1149e06106d1f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd336a20d955efcba58d9efea3aff8de347b90d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd954d14dc395c2bb789deae1969d00b77c046b105d025a860f8e70cd72bb33
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d378c94fe4550c0814f52b88c0ced7cffe0db0e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffad0bba17ae557b5757eb160c8a1ba65e6207cf16998270d8fe9f7bcbccb1c9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9262a758d67867f32e52ab375e79abcd38a04d0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36577e9d1effbf0cbda4e42767b265318072688a8ee04cfd87c9806c044f50ea
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6093ce1c9f35ef5b493f1324d267c937e701f1b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6ca890fd699fda25939be848f0737198dbed259593d4e75bc50aaf623e2312
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b24669bd5fc2a85c120170d676262621f84882
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a0792985b9964e9cfcd972541c96a3118ddc8186c858dfe4c8f4ef7d1c9c7c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8daf60c35d7792c2b663fffaee4213a1587df84
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:442a6574c4e1306bc9f1a93e8a7823786e744552e4c9bf5dc5f029185e890205
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529a7a3e9d61cdbcf1cbf46db3635677ef170ec4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73defeab213fdc73b3f5cbdac8f01f068a6a0c13f4ebc355925471b8a985e054
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5e95d069a5df543a5b498bed6df2d6bddb96c5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870ae50caa76782e1ba8637c456efb16c227f12a93829d1277f0be867e1d7c06
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d702ab14d4408e89a0deebe78417d7e25f021f20
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ceadc737fe5a1683ff8145473b41cc7edabca5059bdb4b8f17403f46ea2b28
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c02c254842207e6e0a18402b3bf2c47391a4bd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0d4ed9632599d48886bdef45968503b2b6dc8bd2f59f14e2606487e408f802
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b65f62bac1c174daa3dad5fdd20948aa4b53de64
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29cd095c2531d5ffa281a702238a4a0be721a052e5b7b500d728f8d90d1275c6
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614b9626a28b5e493c20e139348fa66c3b79c832
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a17ce3f532932cc7092e4fe25d4a792b0324edb6667b3850680dd0234b4bbba
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ddbe2c95f7787cd90245b56ff33c79e9c03147
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2c216c7cf216804956a42f89c37ce388c486b36fe7ab1ede0c0dda655204f1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd78b534d78d390701335b6fc6ac31cac08e69df
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91004d95a6814daf248bf85a90641625520eea908b8dda97cdb6b19c649ff6bb
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efcbe0e5b2ab237d06ce4ba7908849e8f16ede8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9281f905b6613792b87f3c715da8d2c2b43a646d17e874b4e9ebce46f381c053
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09abbaa4438b5b3148e31922c43e8b8c8e553cd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8749f79579f343112f4f271358e865c255855ceeacc28e7f8ec00034c34fd1
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b61aa2947a06a0405211c3aae06e0e2bef43de
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ef193e344ff3ccb0db75aa44b05c95aea0c3f0be4c2f0381ae97fee1b742b6
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432dca483fe2c800fbaef7fae1ab3dd2137f2277
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f503aa80be1fc4ab7c75384a5a6fa3e550d1ecb0d1ab81c60e0c6b52ce71455d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46db1db6a12936de9fcd46b32569beb9b0194154
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ccdf2eed5b4c519c48643a1cd2333196670a9fa16c59907fa2f65c9a4b6a3e4
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe6b31612c118de6d6fbb5abbf8a9b069c7999b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e3effa11a4db3dcf22ed9f91a377da9c31869bb49fec6fdbfea363a66b1bca
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950e6ac00c6e55a7eb97eca37a801f08dbeb7dee
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e204e8e8639d5c3c304dde634cc6796e007569a227f5ed9d8edb7c6d23e05986
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc2f2d6b5176b4961a6aba94ab6b56e27e2de78
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01cabcdf156c9896fd66d702308c2623d7116975b9c0fc230a967d72f793622
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8a887adde82f2cd5514593dd84d9241ee467e8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a7b65c258716a38f421fe249a9f44be25d90415de3033d90553200a03bae07
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf85311ba33b721808c378e1603f7497c0575d4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b472630aa70ba5b01598bcd6f8c215299529d919badb325ba66062b9b13738
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c24b365bf38b9d782e02dad8bfeb80f422b590
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18046c8b857d8c5e4ef74c8f7becb699a8b7ed650e982b9a6d889097d24772f4
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c251687cf040ac023e5df62958b0b729e540025
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a439ef7114e9a715fcc4522d7c68f0a16e7cfe56a6f8d8405163dd5ace289a4e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbf24611aefb833e3b554a372710c53c0b4925c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc78abedee44c613bddbfca5212beb5cddd84fb938cee46300fd4c48baeb9ca2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b02f0b716fbf289b6b4709e0534a3c15c613fe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ceb0205fd3cd591b91340a2d3cd3d05c8a1e95707cf16eefdee534543127490
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdaeb48c4c0f0371dc4f87b9539764c7f81aef3d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310434756a983396b8d1f9fff4b4917ce47e2cfccf06e33944f20ad7802915d0
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ef06e0745e0a7d053ce646c74547603c6db506
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc510004fcae80209196f3b48652ed1969e42ee6fda9527f8111b2523506e1e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e9e20d7931079e21c85b461f995708db1959a0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340492e967c04d884f9df4476104eb0ebf5f4882a87a28f35d7e7e3b648194f1
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fe8891f0afdb18bfaa8162d3604530c5f760b8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e271a68cb2bdbb93f4001f2bad54265af44878ca6f70c3856c735f61f5ab9072
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e2d16704ef7d57659a6313027853ed983f2043
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d040b74fa64bff516b74a0a0ee06e6875c5c9a45aca8a3343d544c57695b949
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe65913778fdf923c0db93cd1854616d7c749a80
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148f550d3af43ad339d251feecd3a4130a6f09052f23bc9fdcd9b498b77b42f0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2528a9ab6d2a4a7ed31684e8ac939fd2c2aae275
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4a5d4e147befb015ce8bf7704e98d3102dbf2603f4e2e665b229718ea92480
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dbf418c7539264c667960cf3331683f826d5fe7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8680a119b34a659417810d8ba9dcd8a2085afd5e43b9d645a73a13152673a94a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57fe196e2d35febae2f16168dc1c2888fa89790
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffcc6cd5f9ce37eaddd2ed1a544827d23328da099c44bb3b4363b1f7d9635e9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d778a968dd4c1f3f05f516b52352886b1dbad6f6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb716f6464f42eba872486dd301a88de140445805f2a94f5f9deac97d740188
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02507c7fa46afe5735d7e14f7ad88e82f547e9f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e6e21f40eff66a489e451b756004604919ba369d729e1e4f89c1302d3ec6cc
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c1ee15c111e0cab739f95d828035f0d3ef33bf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42f151213f28fbd8719d71ed508939a943df379f19e7c8cac9adf3457bdbc9d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f658c7d76c180ec2eb7095f5822866d9f077a181
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8c80a8ec9f7877efeeceaf333b809fb70b64fb499621de57378f634cd73c06
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05df26bd58c9b3bc163cb7b5d92036d580ea4f88
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8185d7c098c431f5892267a3fec7743c1cff341c34ebf5724a6e1c3a46d0c0d2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a682fc6f6a7826c873e056a395997ed56f2ce689
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a14cf5dbc8e1a807c21765e05344442d28345624bc344872ca015bd65f6e777
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbce8e4214d9c50eaeee14b384114747339ffdab
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1748814fdd42e80ad42a5d5a26c76264983098cf5fa3fb31ab4bbfb6128b42
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880ee2b68ed22dda05c7216ca10305218d634341
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023e4ccaf5e5764e32cd6e5e9c4f9fc5ff13af49334ab5b312d46fc5473b83a3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536d0ba214d9cb60fa562a5287f7c7709ee84419
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8198d4e0f779e8f8a87a25f86b74f7f5069178170183f6765bcb4aaf1e96a9b2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..074da1b727b1422a8117e5cf0088c68866eb9f54
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8657319b401c749572bab7ef3dfde29bcf529af737386f47c7bfec021bdcda0e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b8f448d932fec44058063ae61aa955d38d3742
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d689f769789472fc737b7374bdf232cc2fec111d8f2bcccc244506947fb7521
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b272a8c00d71969c8142da6017883464de410e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53386f5680a84107eadbb4749f9a4b4b37aa5f3b85b5b30ef2f2c2a1615ad733
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d1b567398665fae443973f64ad052d041320c81
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c581851b5faeb713d09183df9751f94634cd390f9e35c8c45aa05587616c3b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee034f9c3798726283ec2bd6a204f019b5c937a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7906e54a1bea8756e7873d409c7733bc5e755668aeec35e590e637779c0cb6db
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0caffdc5a925b07d82034726c30115ef918fae9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466d2deece3d1391113c6d1089f1ced8641a83bfc0c40fb57fbb7e393dbbe778
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d081a2de3c9f3e0ad40ff1a93cf1d995268e4012
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd4484ada71c8179f695d341ad13fbccd599c89161acd68b84b912502025514
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0a15c9ca3fe6d3f67945659e05c4c27db34a69
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b766db6da6398656e51bb21e2aa73af2a350368d88b82f756de72b5d0877ea06
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9767c524b64567669e04586b9b4a5548e4c83329
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e80f5bcf9b0357187a58f31d5972997656147369176c639c0c0bd89737dac7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac6a651561205cc4d73b0b99ca7c32d3caf9206
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1c742fa6658a289fdeb8eb7e6d66bdb891485583b5fb1e01592701003ff0a9
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ea110dfa47876a291f61fb4f424066355d15e7
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17086f8113f5d3b8317f5839e8fdf5e684bf733dba5a8a7036b1c7b6a3fab92e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce533506a115b28dd635bb77e0a2ac4616339d86
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4411b118ca0435d12c27446588bc5f7b731c7608399ceccf347fea264976a0b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1651d8858c92da9671a38350dfd67d3ab2adecef
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92c96a0a979c0bd26a1e5cdd2be84717d40afde6fe565ee9263bcd57dc66c8a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d557dab0d39e7f75f66688a0bf57867512177ea
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4edccd5907aaf5237ab976fa09896535aa0ea37e89f1951aefd4f2e23a56607
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315d9ac5cb7aa2ad3c4603a1395168b0098a7d6a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34c27b5200a1639cab299b708dcfabc6dd3546e8aa5058485c26de554efab3d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8df36dbe7aca36668d1eb067aa12914015c00a9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a3341faf137403021b6a0ee2eb58e6a6a31d7ef78a346fab8fc5fef4a4b749
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55755dd5f6589c6576dd514dd504e9d6c81bf22c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51056142c4ddaff80e1485ac6f6a1b47ba071b5a4a575e1967753219c9e4de71
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11107adc8061eeef4684138f5938f2f4ecf83fc1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec4a83deaaeb08a580ed6ce554674d4199b55a59433d3e7149a5550caece8ff
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a0bde8dc3bc128d77e9a1cbd00dbe0b7e96939
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a038f7bfceba12c6223270a83517003f192f85f0bbb6f55aec78b716f7da24
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e494581251dda0860707ee7645452b3246696c8b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c1ad81cc320080029c78d4ac00f67369cf5624b960cc754a4e6d64a84055d0
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852e2f8219aaf0c2ceb5a20963a30667f0e10e86
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baaf1a4e01626e700673947d8331665bd4678cbb1e501fe190e68700156c184f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae316137d2748c4bf3b810d32c60a0f334e76ee
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e494e21ec4f4738277e36eea7a93369c7f2e7e1d53fef1a61a61b2822575945
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9073ef3c1e0012f852837c20c4afb1677135f1f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5288d8aa0d5fa3420053583b9f8c0a6bf02fb75b83c5ed36547b9ad993fda858
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4f78d5512e1570880179136998d7dec48103b5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda276cdf457399230840486f803ae5e95851b5b8de4eeec6c3bc560adad46c2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d507faa4d6a85677a369460203d3082827f8a94
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6df6df9c3a81979a7ac21297e6d9fa1611d003bd78a0e998ed1585874b62c0
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c2168fb7343422b49bec58f95e7d3e5aba0831
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23a6aa9f5243997ffa153c69551f980fa50a72eea217dbf1719f06376557863
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7d2081193ec33d8e4d19f12609e066335328d4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3130be26573cbdb5467ecdc6b825b7ddb7d775aea8920e10aea941d719baf986
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047cb2ecaa004b82fa3f78fd171713bcc1dd66af
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d369f2aefd714b491b52fd27144209f668257c8b08f70c93e363bdae3dfa977
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8957a648d7bb7efd7041d49e565e7f6b0f41bd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75343368deb1d5d03437270673ac298ffa6edc907809f8f92652063038bd91de
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2d7767e95b306f719cb87a6f9e9533b4d1fc45
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bdb2bc5543f9eb170c003ed1f44f552a29cd483882258d59a09486c420a49ff
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a1a6a1aee0d3ddb098555ac81028770f69f535
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496f5bd6c4331fbb226bd4df5804a6395a2223054f7ff2531f86edc9daa2263e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f6290dc706734b09dae8f86b6e06719bbc01a9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ae0040553ff220ced1fd55548ee3ad7c0434a99019532c0c7cc4f7f20c6061
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63effcf867012c0f80806c83d926e36c6a42dd1c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754bb7cde305a08fe7b51a7111e192e60b1d42062de1c7a044c6e6c2364f3cef
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f25cb39ad11646580ef2fa2c9805eebe1b9d5c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401cbd1a68d81eba5a0ec56e55aabe5a18a3357b4f26d9a2f4f82c53ea864c11
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e03a666636186c12a2d4aeeef1be7ae56b91c6f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f04bfea9ea4f022baa1243f01d4abdf299d0fb14924b38b3ebdb35446929bc
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b354225b010dd49a3ad99714703df27d93f5ac
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2348d09b9646a6f62985ff87e63b99d229469a3772795658fef4bc18e8c540e6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b14f2835ef75f956422d8b71df6e3ff691734ec
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9224cb604254a49414517acb8e7efb840719dad86f08dac72ff1350f52d281e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..155c4c87434b69f04e15d568d327e47b12628203
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704461ba952e173bacf4e7d7cc8b76c8ac5fe761eb5eeed972428a9124e36934
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06045b4a917707f692f280f379cee5b2afc5b080
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb21bcb4ece2812970b38e189c895b058624252363c5b68537ef003ad148575
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719c1d417d0cafaf532eb635786f74b4ed1e222c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb7f07aa285eeb755fbd4933d8a812c4ed129d0ea7f3e61bf3ccc34c9c468d2
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0ea0dc66f03501cf9d101254ecc0bb05988917
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0886f6ed522110074920a9bf116e07963b6ded4e47e03abc41e3839ac8a01482
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a772ea24f8b9f59611d0f77796d6cab4be48ce3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f41d7934e11c4a90b6115e6c5ecb15db70bfa997463ed1736d016ff81fa005f6
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967da3eee8d8367667bcb723cec46e6aa18ab355
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9961d8c98548e9d9ab6c85a3709d85ec8355c639f0bb13250b831a24fecf25b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048130b2fe6dccf71e2496a212372d5a9c091d07
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b024d5616003fdb87a6f9cee80bc6a5a4c7d114fa9f6a2d7cbebd973ea53af94
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465411bd8d63ddce27937fe8fdf83d3500c43f46
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0d845060c1ccb10aaef26ca235a9f40e5a4ff7a508a5881d77e73ca02adb58
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b826092f69b1e530b52f1722d74b5154fe8923
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35ded6d441c87ccf186bd236442bbe92f90dba15b8d0a6190c0dc8513564846
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f80bb89cb81924fe25da046f0fb16ee594ce05
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16547e18f5708517b328a669c16ec49566b2b984642346259456911e4184c135
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5966177fd58a21fea1af4b1128833cd76e63e7cc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acc1ae5b88b21728c60623d6d6b33ad09cc9448ff6228e7f56583349541c83f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f7bc681e6e2e193ba5682bcf37a3010075d05a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26be83cb68d505c9abb2393e77984ce46a319cf8489307030799d28915205445
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f502b337fdcab81f3bf9d221441b36cb856f34
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8f29d8a7a464e6e92b48aee0d46a5117b83e8fb2994401faf1bc8fa7a7ae68
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fcb396a8acc87a8c28eef68014742f11f969fec
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cadeacf5b6d043b6c23c62601b1f0a283cb6384e2f116b16b2d147f9fdb09786
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e2ada29b4f8feb40efc7a119a87b36c5537214
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff584b4f436fcb985bf545ec301942a76faf68bbdada18e342e6e9407754c6c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dcb42023df7d2b640e0244f7fa07b390b813f04
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f1d83a5c74777f2942dfb61e9c59c27e6835094ed8cf31cf054c39edb24724
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b39427c4ce589b5e098b0c0ddddb24a1e75949
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d74ec315a37d96bd789a95fc7236aada73e45427ed8d2e6a242b35a235985ca
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06199e7bfa9dc428a234ee64aec4548add5c9676
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2e89dd378c3165a9b661e1ea7b68badd9d8d60cfe075042c2e1c91511d3841
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5af28404e41e478b5d05cf7e4bacc162d628f6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2582f5ff4ac2f71ae1f92276a9535e59d3096bbbdfae4cd81ac07d5c2259a5
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052619dcea81f80a4a3ef96f7a96a2b3621a32bd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf3fd0f81edf10b9ac32b1d0ee52ebdd028e95645b8f13f6f8f6a3830686f35
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9bc6d4b1fbab966b50207c248035a0b02c2248
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75fc87d6c0112611a762a1185c934b81db33be7c761a73c9aae674556d7c10c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be09657939b9450429e3bb4cf8ff299aa728cd3d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ccc1728f886ab2694bffeedc44a330a2a1d3097a89cdfa3abcb0f7cd60b4ba
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a0c6c45ff00933cbbc599da816949bc07242f4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5fd1866f7fb44bc1d86d905fa9bea3f0a580e8d9a420ddc41a067623039035
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad593c66fd0ab3a4214ea49c27d2a0b7ae98d5b4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98af350e0239242bdb6d84ce7a1c3a9c56226ab15d29c2b098c8b6f7fbeab6bd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7735fc0d7efebcbc839557c099fc99d9717c5338
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11799c282422fa6f3c2b7a3d680c59b3c58dab5247f36734a918c10ad3ff6940
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422ae8c93f701c786a8868ff2a582982b4e81963
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8f4893124a54702f066b6b70ab94a203c8a4f6d655ede0e5276e913082266c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4ab14623e8c4c749de2c4531bed0b0016e1775
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1375c8a142964cc0521ea419e4fad88028edf74512472f0e1cdf48a92bd49811
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6166785db0323d7a32c2a55a82581a45edfc7a79
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627c683a3d071ebda1d9c17ef90c526c5737d0f8fa92cc03e92c3da480e4bf50
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c55f95be65c4e94a4962de8c48cf84641ca7da4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7cb9b2d96adc331a984512cc43db9b0960ee42b39454cb7e96940fff36b6a7
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a71f4f074f420a7d084867416964839cebdd655
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854994e20af9be09b7bf4d57d51ebe6b41c3b5effaecddd9579420a580fc2595
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31963642fb8a9823b6e971cc2d0af344f4ee4fe6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d797020103a5af55c36104215cb423c24decb2a64b511ef1d5980893692ed607
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fec7d6c96070baf253b311d25a73a5412e9b188
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a5c79f1a71ac3984d5f675d975ffeebcbd52cc6c8cf6b4e5ad017450ea25df
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6f363e461be8f992de2f5fa4b0d2b81b05a613
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bae9b64dea2df9fd5541f71d29a23661c4db89d6c1231d5a97fa3b1e2a37d24
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34bbc10a91fee7d3bbcf58395a52630e5bbf15e6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e1a069c21208e39a4cf81edfbc338e10e9d84e0eea2c8e6d900500280e0b3e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5c67514032d6ea8b20d405631795b2cb3eb4cd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb39d1946614da5cf802f7e6369e5bb1fd84f4d40a7930d396ec8b9b29944c9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e17aac409d020ad6561317ffeaaff4da7a80d5f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffccde7cf74139ae95aad7bf88566448791db0c936538d29aef9b02171120c9e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84ed2c29e3c1aea70deb89e8ad584b83185f0ea
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7066baade1b4f1c92f65233bf01d471cd6d88510b0c81bdede8ee576c820b269
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1cc94979614ad6eb9f647d5af51aca6ec2d199
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192f8d9a402408b07b0948491ee3322bc22cae3b184b3055e408540a39978bef
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a25dee1ffacecec1ea0c82f64e256269eedc3b8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eecb5c79f1083b22b42c1e6532d4f376c41588198c21eaa03dadc86607311762
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e530fcd6e2c468e898b06f982ee908e01a14543a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec80c6cfd80bffcd2f5b3ce3a2ea1542386b29876e0c83720aabee83b3c64746
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1e2a660415e41f92e29b59c5b5167eb4da0d66
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51dce5a2b595eca70c8478e0e154ee8d69ef84bed64204b0c126a98b91426b9
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3182c17153bb8480760029e76b189530ad677092
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b2c8f16e5b0cc586dd230004453f92812809a660a0c06cc151b7fcaa2ac63e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7f4126388184746fe0d0cd060fb68849ff3f2e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac1c1146b35e8cf3dcc6ec3e83358c6da5615a49fe32f35821b300e5738eacd
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e2d9d9ec430321c4d88634e18b5ab9b5f76e40d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463b7b49675b9b3e0a8d568d9fcc8144995c02198724e916083fe478a3857693
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad3a5d92b89e52319edddf894f2abf7ab016e64
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e586fe451c21f83e2f4959b49dc7daf4334fb13982de4412af2eb8a89757c3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800a6e0d8ae12f8610b9d20b84b73187e0f81a84
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291c0ea827673e4d4addfac82418ab1c509409f5b43c78e13ba26e76d20d333e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8182b971051ade66992bbb9b4e972afd272fc5a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d30887448356a5ec5bd33b4e93641678a745a81a2efd8ec9d1163cd7398782
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea1d344cc830243e2268bc78b8ebeeefed7f624
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba7f783f7aaf87f8ef3d9c9c4c8da67fc64faa68e57136e73961e2d07b1cc82
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74042af54cbac96d8166342b03cfa4aa8cfc5238
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21fa18d614ac2ccdd3260aa48df54c5b13e74d93cf3ea38e94eb6cc0c3f0c0e8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55d07d2d1146bc8e4c7b51a9879924d6889b1bd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d500eea0722cd0757df1a623a6604229f6e4cfb3d82609bf909b4dc642908e2c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c138f713098199285fce7e9d8ad61fabdc526853
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c885cbb76374eed1aa92f65a6042cf706fb83d3bd500502a605f880e34fe34e0
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75cb8e297fcec34f2d8f9d602e8e64d67c9fa22c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42576fc0771a9238fdc6e89874137b5481e4219ccb2fd68dacba7d5efe061bf7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d86fd2fa0228fd3353b0686c5b11375180cd5cc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e675f8443bde8909ab487bac51217130e0d4a589e4a3b117f2962ff2bb2e5d3
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b861bc9f77580369ec7cda178f39fef2df987423
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f58ceb2d65a9bcba2c92b43fd8b49bc3e30d07a9611fe0644748aa2c133cf7
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb63fff322aa28ece680f679669a1faa7baf829a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9a42568a751a9d9f59abc11344e0bd0be77a5e770e92a671dc7d543c1e9493
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602c8956b4b8d7920b6c5ed449981cc8ab4bbca9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343db12788c75677639ca20513d319ae01bbf98e3d40a4645f6daa0971cecd21
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b9583f331ad1b60a2e36f884ab4d6897bbe6ec
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e381ec1d3dca26192b3a2bc6ba7d0dd39af7077d18618a8a3b2b89806db76470
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc60c8c952b539043df6826099a68a3a7a00b27
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462bcaf63b374b0a044aa06d82d987adbcdb93344423e537d7675ccabe3dde79
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5022c7679ed73df8e5c7103a7872d7e89f321ba0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c4a977e965c4960205fb4b0da25a35bd2b5b0cff8ba8f13b084fda58099e61
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3ec6b87a6e2db1b168978c6e017f8d170fb23b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c81f329f879eef48931aefb9f3f264e5ef2e484cc244c33a1ecc271ceaf872
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e148d9cdad236119df1be97eb85f299a385ca0a1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6444fbd8eaf7ab98b9eada0edb16aa77b537d5bd2bc63c8a8540f9f3f13f7d08
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..502b17779309b79eb2786322b6894861339ecffe
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8719690fb1564479090ef420d18c9e121e8a02e139555d43eed60ea6ab93b7
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f29a409f68d9c989ac559d54055e40787d23001
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae66270370cff57e74f0f80edd7f66c6027db40f6f681c26cf34230a1ee705b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a5d964095468baef2f130b14b56e7103555971
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45aa7d74aeee6996d5d58553d46e9ce46df7b89f7b6c83fc901c8728f3c7d457
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2affcfac466f36a57a7de44820334fe705e73ae1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aca6227f1b8347e06acc17099f42e70a0fc786d6c6db8f877004252bc151509
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72874aadac1812ecd22020b262a54a2412ab3863
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a517f343637cb911179ba672f39757903235ed9f92be0af3211be86faee00ed
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1b6b738bbb7262a94dda8fc2218271ee968269
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46812335523d975cebf1b7cfafef342ce8ba0cb65e14db6b5da5898956089958
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a34f9a8b8ef2b9656c3bf947d9d98adafaceab
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ab3551f6436b5ea97b9caa5c688919e5a1862d8475086bd168711bfd0b1c6e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e346847daa630019e1101a0e35c405324793e0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97895e920b443cc795123d7583939e084d5f8b06ae2285b967496337a1ba62c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e039bbbc5cea9f6ce5e1a25481797d9d78f932ae
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24eeede010ad395e2877cf49ab7befb496df53674f39d89fd0f8a5da717fc798
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93c0f92e08f26be1ef24266f79d1aa132178f8e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08246755e35c02e3bb7f09e55c30dd1bb623c7bf6b7ad20dace9a184618193a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6d4a65420055e489c9aa468ed017505ad1ffdf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948c687bcd52619ef1db4d284133433a05573b5d59442827222ccdc477aa2085
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b123f6f722c174c03f2c9aef5ca40aaa36bc579b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4e6440f2ed8cbb1bf7252a8db9790e7fff1aaac2778ba72436de54756efd77
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e20d7da32336f40f344d4093335ea5ba1430e50
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14cf1e33ee7918a59e0fdf10cad49f083f62df711845dd79e3fd7a2566eaad69
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afed1ec1a327b9516344153e5107caf2cd540098
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7626e1cd490567e1ee9daf62cb0c0432a2b043427d488497c36baf231824c60
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f270101c527122a0df34a7831d0cb1ba0a92843a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6a2b982ab7fe9b782f85176c46b2ffe6686e6e76b714869bd02d03d99b779f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d14dcf9583250149224d31f5c78f2766b7b3ed4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d90727bc64c7be43fff80744f6094e15f4cd28ca3486fc9d6bd7f9d53947f1a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39968b2e05cb4aaa30bbc77d6584989c80d17655
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30477168ea69557bc186bdeb58b0823ded2fa903f19ed7885400aa7f52ff1ec
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed4de630bf0a57ecca6edc1ce49c8a98512dd08
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b61dbeaf037dbe2d7e145ea81975e80fbad388028868336cd6d6f35e5c6ede2
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..945363530b7886d68a2814bf91725e98ac20d7a0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68557ca375f84474caf73c53e248cc3d1e80d3f6aec39eccbc25ab24cdf8c345
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2552af10e490d9dca858af6c756bcb3c18409bdd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea740159f5476521c4f74f20990ef77a4326c374adbb44a7851b09dcb197317
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c0055238afa0617a605f04f763adecfe1ec4d9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081be8d388baec6998e5034881d55ffb7d28186ddb2943bf8765b0e93d562802
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5e1550ba50f53ae679f66c4b3c6af1b05f758d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b6969b67a3357278c4df86c4b25e9c74d5a4e0c72eeb017358cdf7205a241f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19771634dcc92b2f617d015b0c9ff0ed7fc32db4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf5624ca607a63d9fa38dd5891b1bb04a3d3dbb0102c9f7ca05331b45a4d309
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afed785c8d14a89fba95f69e8ad30d39d326c237
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec38e5288bf89dc68ae22dcae39505ef2fe8c55c9c8f03cb540dd9af4b54dc3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702c2d4773823b220a113551abd6a1da7fdb0b7e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef8f042bc50c9b0413de34d6dee8f022e778eca05c339e8b7bd5e795bba738b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2bda27377a45b4c3de1121fe41b7a3072f60f71
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b34a2bb57cc35b5e4e2209c3fa1c6fdd530c16e4d5f6a207d75e41beb193321
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2ead2e50e91d0ef25b4d8985dd749a9982fa79
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36eac7d203ee310fa4c969d4ce6765c97ef0dc97900bb8b076331527e8a213db
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244c60fbeb56a676e9153994f1350d2f5ea74fe9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01402900cac9990ebc62ef9833ca4f0759bb1d5ec8e38aed4d5f98fbdefcdc94
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d465e313f584791e7ad1d7951b5232cb1fd2480
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370b8c82184eb57d78f7de449af2ca8570f9459b362c23decb22c41d26dc53bf
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674fe2478eae2d9d7a43b8c585a0010800fca5d3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c831aee400212309e447ba65b9950092dc2cbb5533d19b4e5ae60fc05c79cee8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a880a00842478ee759c1be7503f8093e7c682b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4949d42b7fdd8b67514fdaeed401340daeb528158763091327ab4792b29cd4c8
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66def9aa4a2ee12016522ab5d3c90f5c9c3a32e1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009b669f95ab5d0dc0bbd5a2c2e4a28e84d018795cd512103d3424924b96b954
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00825ec0d384be0822ef387d4cd8014932979382
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c45a8f6cc9177d6a7dc7dc967e0e2e5b99e6e023f51881ba5e64c5f3d32aee4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d73c476beb75ad3e546a31c83c062e85b9bf6093
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ec2f6a19822f183f6a476866b64f7b1ae24a4f64fe557f013e936a6f27d07b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3c8904363b534f8b186ddb99bc70a3d48c95c2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d6c0e00a1abf8a578d140cfba223e84d5a01bfe9bebac3bde0be94390a1ac2
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6216645b1e8b9ca89280e361e44749682a3305
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02ed1c8b96c4a64ee149b7e5e0ddff1da910987c8123b42d7f541957e04bef7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e8e240ee935676539dfbdfc21958a9d0b948c8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fed39537e131582ac1a3222e4b927b60feba57812511d290c9e6e5660862597
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f5b14b6909fc90ba442ed3439141bc62cccc19
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e1c3205d272596a3e33d41f2660da0c1662fdfd22e152268367310a7805d26
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6f5a6af9c38e290b34115cd7a4c5aa393f471b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde8543b90e87f5f72518523e1bc986b8908b5f1f1a6ccd78b12e9760e0e0995
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee33bb228e17674d662b1a70c2a5c2f14dfbd31
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b607e4c2d7cf734a9a541471fc38a5466d0fa7bfccb5ff74720a29d00f807e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf9d36a28d393625901ed2fa3645e88df03673e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edfb8467fedcbce8a80286a22ea8f6eeed31721cb26927dd2763fbcccdb2c32a
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aedf305b47aa47d7f75844c54e49be58c3c3ff2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1486421c03b65eae779e402b29b9513338adfe28fdf5d2ef8e6ba6c73eaf8031
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a57985ef0c0090605b435b40bedbf458a3b62a51
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78d35108ce6736505d5cae7b03bb0a186eb65ae08b969f729e74a0191907917
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06824d8205471371ca964bd7df80df62513162ec
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377c75b9a74f6cae30b0a5437e20aa5cb4b5a89981eeb29620b7a86ce0b1aaaf
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16eb46dfb18afdc981df7107bb8b4d0ca52511b4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf0be271364e869ee6849326fbfbdc8c24f65fafa3e0165bb394bf4973a7734
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e480fb1a1adcb28b884f967c66085407c87cba
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc54bf017d8103ef71c29a92794a009018b6bccf4464e91c20deb31fdb2e6d93
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7713d06eae594b77f7d52d27288e064af499b19
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724258786eea6d6630332bdbb4379dbd4374b9e52ef4d2a7d67c0be9858a7936
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5260dc740b086192e5aef8005440c9bd98e90c8
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7f50f0b0f85a5589334240dd5f5986f0941223eb3b853bdf834fca82ce0bf0
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27bb7419e247a0b24a7843025e815dd7c59ce0cb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3872aa8bea3e61af9ca91e1a851c92b5b4da6ed1b38ceb9550c4599062b624af
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4a245c2faa85ccdf7fb1e59e96ad38021f58eb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7d62da6b6dfe94bd9a79fa680e3034683486a58994fa74c0276b0a34123b56
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63dda6da32b17dba186980570d64f5fbb6ac050e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658587df7cff3017f5e5a88ed5e181fdf1bebdb32f4f524d0d7072bfcaf4edd7
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd815ae927fe3a9a55863885c900f2f672fe21c0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62021ef15f12768f10a16921d83a9fb95e7b6f4e7f55616f36bb0e47a4006f35
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5186f33222a2381e97881a97a14722ad7ac63742
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14e30ee92356bd9a73aed8db3f670ce666d2e0a98e4094f8d6bf0b7dfd8e93d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c00f99a6486db80747610f631649abf5ab2d1db
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c574bd5ee104cbf73cc6663c157eb8ba974f024f5c6df77fa7b83da315118c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469dd2ea4a822b71196a546d9759545418dbed88
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024e24a09028dd29a28076bab95fb6e3ba766bdd3c02ba8d946e7667367cc366
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58fb0684adfee63c6c25d7b4fa9c874d58b9c6b3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c20f3052249ab4e470e691f91a0a0b76af6c29c6426003c47740f28c54b49428
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072a98605cbc105fbe33b4e1b244546b73a7dfd4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab9c001a4eed52a62e30c3a68af2473a6f5e3f099f9f2669249295885ca8a31
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042bd38dcaecea8c363d8b4027bc307e5de09231
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a52597d009635009c279be597dd6d5c00d030d645a9032fac1a483551bdbb4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee894bddab1a255a2cccec76de48144c672b782f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d794f9debef6eb0b24898158b558f32189277fdbf6ebfde0d7248e9674d8457
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf7ef660116e4586f7009006b45b22aaec6fa0a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c21991b4de11c3721d7cbcdf5cfd63b93096104e87e7bce999da766b177556
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13cdf344446e3f575c34d52d6db78c1af8f2823f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05be0668c4cd0d4bcaeffbabfa476535622a02d6eca13c766a0d7bc7eb40fa03
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1400ba4e2840fcce3cf35faba7f629e3a84399f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225354fd81856ead635ec28153b5414a4ae8297df057c533bdf6ae8f83a6db78
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d645c894c447873810effc448457eaa4f83ac0a3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4d1f49b8abbb6af2434c8eb42c86aa153128091d5b47961e6a8a60d8b126b9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6bd1cb759f550bd7e76db364fb4efbf223c801
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8fa486c6fbcb863b62d4f3445d612ee00c26bd381f02f6b77837ac19049668a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ddad8a822f67d7f80044d7465fa687a03910eb1
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1e9c28c9acae1421a9c5f0b7f5b204927f7ed29299817d0b9f7a9eabea580a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de84bbe465ecb0093dfaa857bfe08a6812526ed
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b91e1929ab21596c937b5161442939192c2187cd9eb4f0a92352e561858aaa
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce38bbd270a8f4d983f9011f550a794e11680bd
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9c20ffaf69898c147adc1e8d4b71bd0de4d5bf42984c9ca28951654ef0ab4e
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b6ee807a50d1fa78e1a91b6deeea2388b66005
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ae6e1f3c531e4e6d4640cfe930c95b571a6386c219d278fea333147ea17580
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1063b01506cb0f4aee6b5c8f7f5d1adb7385192
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc8e70439ece37a254c6e5c2da7269e12aa975bc8db31c104706570db03912c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdae335d103b86baab563c61aaa1ec091df03868
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c21aa9fd108ee278af3f4cad4c2e2dd40a79845eb374007e6b523df9b7cd0808
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07f24ab51030681c7bac3cac77734bf1a604f75
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61548e79035a77a5d20531fdf4c6dad049b81c8c64dcc6c144fe6236ceb5a112
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6b437109c7aa022dbd67ec5b540ab571ce823a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701cc5b24ad26c91315f765a046e02c3ffd52e33f9d8eae6d22eef32815d724c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bcccee77abe1ce50158522d4d8bcd7218b6d006
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67880fe5209d88cc0935cedbfabb8cf54956d3dc26187a4782a72d814604b507
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3031c417c28970420709fbcbbb3eb088163d020
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f694e2847054faf4349092e41ed468b3b0c23d16bdff86f6ffe487fcbdef401d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff03b5235091a484cf1345336c8c898255367f95
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7bfcc314b3162af15772d80875e2f43af8da1a0bdd3e8e5ff3629885b5fb951
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec6e5c10e90e01ffb32ff2a98bbb2141d346501b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e017d676d4c3e089fd2fa551fc9abc0534d424c21ffa154ecb694464e37764
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b613ef792c381ba3cef58423331ce0e6c98f4a83
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8dac064d644a9ce820fe7fb72ba37093849a8a30804a27796066e638cb6454f
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954d6ce358e25a0065c44e2facc1b8dd9592135b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6293a52dedddf26cb2bad6b0eda7b5ac564cda118b1aefc2f7b0ccd0532c9b18
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d795b71938d869bd4588886dca5a5a0abffa4e78
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f140432d381353b4d8bd7ba42f250cbcbf50b663b78ed1a456cfbdd25d737e
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba07efa88ecf8a64c72a18da7c496e3178121bf3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfaade71beb9ec2c77fe3b99f6cae8002832d635beeda32d58bfc318f1cb8b13
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c33dd0762d627d9798db89e66936b04b4aa9b5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422f7f56afe06ab6e32a9ba7e860a6aad79db80a1bba51ca257246ff0057a688
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e86a4a078065cb93ed9ea17abcffb956f1deef0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1a40f822ccdeb2932b843d031f76806ffdfb83af663bb0ec8058c4b2f8f786
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ccf4fcbb3118927461c9e88fd5ae92711bc4e5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1a0250739dd7983daa3845ee2528be732aa685c0d526ed420689b54ef4954f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143c8eb91cc1cafb7a54763165e0a09dca0de4f2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cea5833207ab3d168ce9f7ef58c5752594deab1a084987fc446b95d9761e183
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d106be152d5ff6e7381b922840fe98155be983f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63174edddd712058d878b636b88ea69b46b9941f3aaed0d43ba30c6971e5e67c
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa43cf40c04c95e8c75ab77a870213fc70a197c5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfaf8fe0c960164044b23a2becabe812f90ef4f946e22848b0928ed37455d9d6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a63220184c177d603a8b4501fdabbb66ed73b29
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b870af5f5f7371cbb4c5c579d2d76322291faffa8cfdb8f009b33271c836a418
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b214b7e762529a4c5d026b0437154e1c00f026e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b784e99e30b1d3f4694286a790fc2ce4f9fb95138bec1d43077d7ea07115a068
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e5407423c6d620389db1f001f6e6efa78eb885
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ce0971eda36f3026987c8966aa248d67ca1b5ecffda081624455b226b056a1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5821b050b8ca5750870f2800b568f70d1fa442e2
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb7d36f28a60d71c0ab12f7c9b3213b23850973ba2672058c77e19d8e2ff7ec
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830671264f19cfb25e2911cca6f5f3eb33d84457
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11748b0f3ab17dba59ad5c05bc8b81235aa018a1b26e12e0f8a83d2aeb7b3f26
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa6b608105103176ef235ff4f5ede5f40f48264
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb4108818f544dd4fed270e025a3e09a7950475f47f1b9045ab5d81be9276f1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf9f21f17fa4605c6d9077f0aa6e64b80aafa39
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789fe2ac0ff972c12c8f75802eb49c4c401db8441a4b459efe4b67a1a4113d33
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef0335d6c043a2fd20648a1df549eecbbfeba64
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da45267fd6001c74ed4050e0d96ddad8934d3fadf110dfe55b4aae8ab5f896d
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd152800c2621cff2dbd6c8ec15327aa72867d0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5445e00191e8aaa8df56decd46c7aa06de26eea1e421ee2ecdabcc4f475bf6c3
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c792f9da06bb344d21e93913802ddfc5405a922f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a92ed06811a288ad1ee0e1749852a924e5ac093179870004075ee2365a7153
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aecf7434a6187ac7ae862c58330453666094c7d9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003959a6c3e78a6c77aa2bf8e6981c891801eb549681f80e8c5b5b48a5e2ba88
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0b0c33de82b59e0092cc90c7819bb543ce40ce
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4c53056ba2668f40929df349e80f57d47b6766ad5597c57edc695e122282df
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e22a843b010e51b664ff9d6b53ef1209545f8b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc99a17af9702991d41343b403433881da8110b706bd24cf9e8578475bbe22b
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5dccfa95ab8fc3170ff3145957ef707b6b61714
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b8678c0f85634521e0e8fa8c0e9efe1b4863adf6e08d311edf29fec9ed7d03
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5763d8a52413bd8e13356e0fe3d7c684ab931f97
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43d3a019c124caf926d8117260295231f66ad5a842a856985d0c6db44230582
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb2171c2b8052f2da83e6e622ee98dfd2515bc3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db76f6fef0ef3293a3929800655db313a89c688b8f2da69cb2eb5f99e672aa87
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2b5d1331b6339d5a645dbd81f974f1de0978e5
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03706e421cb97887d7baa746d18d55f1186613610ff4f7137ea9a7f3be09504
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d67e89449516e22350f9410959bfdb045ec5b1b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06cf84c184f05ee977fbbff23f12f433aab0254d25fe1080dc37face8f8218a9
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83a0eec690c2731dc49ad7f65b8417acda0d314
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36fbfc2b27d024de54a12d8afdf16b20629c60c3577e9d247ee42bd76eb2f28
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54481ca18e9727509401802b334cc2c6796c45eb
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f26409f1ef09e5c6d7cfe2c894f424b731b8ddd4230993ddbe599e647778f4
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a458a9ae158d1273b37a8a1f26dfc8304c6547b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1f3f7ceb95e24cf2dcc5fa876b45258862e271607500d490e266fadde2a806
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27cd98ec5efc394a79291e8a319b6eb9ebf9a1f3
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31a11148d8b51c0d49d4d378b4ddb77eae39ce2bc1883e922baee36f3535680
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa717a40484d8cc5ca72e67e1d12b8e120a74253
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c7916af999b163b8ab4487cfa03708f06150deb5d7134d68b1bf24919221ca
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4cde02afd0c0fbd8a0e4e7d378f34e0757ecd4
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71de865628f9053e3d684d9c34a216f6e9d0e27bb14bd849408eee0d14a64961
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d64461afd9bf77b9a3078bb8cc352af7e29703
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0094bb92eaaea58a1c2c27961d634351f2d41867b3d38a27dae33aadf2180d8
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9f6f44a20fd77bcaafc2bd9686e5e546a58880
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c8d7bacc9f70cfac592ec343407c43771449c55bfff2acd18c9816595807cd
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3d9dccc48cc2cd301d1912093fe53a624f7125
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa3072f0adf00201b2216589dde80d3e6eeff476a6c2e456b9888adbbebb4b3
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1be4d3d09123d42d5fb5b1db221d44cfa6d56e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28fe508437860d4f99be4a7c907e717c82ef00408213ef736f5f6cc0bd08e90
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..569bae5eb1fbe677a2ab9ff8b437a39518b72d30
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1d2673ed75d992a032029e5517bff74b8f072255c681efc5f84d0aa62d2535
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7472a939498bfbc29807d594aedb4facb766c6
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0843e34d587ce290ae9300d39e3fd7f9879c554ad47324406115c9260cd7e5b
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af972b9ad5f365e25d207623e031e9695ae6657
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5819c42ea7fe98835e6763dfe35dd611135125c7af8532c5e1f42daa1bcfe6
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e3d244e1da84d3b3485ffd2f9f36ee04fc5c3c
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7451e0c9a8ad5a2db27e22b28ba742b3783f6e22d45d35e4c0e13f68d0138d77
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728ef1492f77e9dd41acb831b27761f63fb80f54
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9dd2a5268beb690face2e9f2aa7064a9b4cb3aca02f75e8a88a8b3fb7acda98
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69af808899a7589973e07a74f997aa5935909b74
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3196d1bb8f86b2e54c228a18ca81615a66ed5bf6780c58110911b10f66120e1
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1d947ebc2ad49d8f63f2f2793ad340b684177b
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12af745ba77ca5eaba498cf016cad92f8dc9399b8fef2a179b8579cdd49a139
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a286fb80a8a9b1abe5c6c9ea429c65892cefd27
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e243a9926e97889a5bd693e924a0a85a6534048a56c56be392116578b63a985b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c926aa055f3c3fabda312e1c48ef59453f3a37cc
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56eaa3fbe77965a2e5f35bc5383bc755248ba9c50d5e9c7fe821eb023fa42d5c
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac4b4aa29b72ce0640f88f53b5a085489016245
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3654d4ccd43155755f52dbe513e369eef5ca6c295d3e120dcd097394f62ce8ca
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bcf467b4d4389c23c5c8dcc2a06310aa9a84869
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9f8b6d7b8532894227fc1b7f2ead75e90b159f803ac6adf9b753df2b343d4f
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f787d4c983b149b5edbc2892256367f53bc84382
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94463a1039f18b7a7ee5069fa444c236e919332261f75e008c18140a5df218d1
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62918f425b664eac89103396aa2bf1ef286b7028
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134dd33d31134021998f4b8ccb9b38d464c9c53cfb2a20cf54daa8c2e6bd818e
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..058ecd6e182f5d92c76c1582f8f34dc77b5393d9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fddb3890df2b7af9b42fb88013a898de22c5942a0c37d4d72b0ce9fd854ca3d
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c733e6b3146b6879f8e96646665eb065702e7aba
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3168df2823a5413ff4adaf7e738683ff1f5d1f45cfb20e9626e6310b7817793f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd161d1a1bd74c6dc029e9c1decb8760ea8126a0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae003b90f3215c14554b91986f354c22bb6b57a876c20bf45159655aaa7fa41
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1dfa7e9a5c5d2d26b0d491415140bbf3091ce1e
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4464cd29e5b4ee1ea5db54b030bb6e1c4684a9e8dbf14e1428914ae822fbdb57
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda480796e2c1cbcf84e19b928f8b640a4a8f234
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd85b754ff3f8011f458c2622d84cd6870654991ed02f4d56488fbb52fbea69
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84081a79f3ae662c9e8fc4fc92ddf6ede31d738
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ffabc7511f3c53c452d3d17901bef5c4d5364fbf6dd7dd515f06bbed9d9c538
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a33d132f13db5c43917b1fc90576eab82c33ea33
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a46bb96ac34968ea24f1f8165dbb64ce1764c4567868d0a6c1c2c322ea9a9c
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89982f5b7ab4f2dc53b8b2b06c6829d1fabfadb9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3290f596b5a4ecd9d0b67b5502d79bd5df038900e6501e13e6fcb13f6a4f3b77
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bcaf0ae1fb33690fed8f410f3bc98a0142fcdaf
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4720f509a774218f7797f82e7f05dae46b44e4e4e4e565cd09da65ba4864c295
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d6be1337709a71e25945628576f14a1bf47153
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc55700374a41bcdee3317ca30d04a3434f192c8dec2285c346917b7c5827ac
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61dce41e0f3150e35d4c39eee8f9c57ec43f5194
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969d1d9e7fd26769110775fedc6458b6c198a3a869b6c2c95769da11b6e1e716
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8921636223bd9de0bdd98b12f914ef4129a25434
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7292879d3a87a46158451ccb67b05ff0e1616c1a76f5b11c1da42471a8f3a43b
+size 23683
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..836bf65cf5c6538a8b945eb6727aeda12dee2e5f
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7ee1e3c239855a6319981f4cf0e06b907aa9e9c85af929d5987a688e719740
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f36ffc708c0c920acfd39977330fc31ed7d98d
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6ffe9a565d90bb270e73791ddb159953d00ffda9793a48b65eddd4e608ae89
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e846f677a758e2692df6306cbeb31eb3331b367a
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f337cfad476be98c364a4393d12d7b47b5234c6920e95cd74e93c68702970a
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc8267608d05b11ba11c951378c012d4d40c71b0
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d257bcb8e93ee20791bf4174c7e77b8f92fe2ba19ab654c22582d65e9e12d240
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..334cd8a3d325019fb34a16f50156c0932abf1373
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbf2424bfde994225ec5f24beada8abe6dbe2273013352eaabbb6125c96c5cd
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e60567ee205e87821c5c73f73619b1910dd0693
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc4e878988e0f17c395300605c83eebff25a3c3bf1535e83dccd886c6d9015f
+size 9347
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6cf0512c6b54576ad4cb130e50a83868c42735
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0295d52b502be73a1b3490616775c440fb32c1ca682d16f08f878d29793bd5d
+size 2179
diff --git a/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd3907f40626d949ca08fb83e20f395886a991d9
--- /dev/null
+++ b/params/tinyllama/4/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6175eb2a2ee4c582befe6060215ffc52dafa206674b00f1ae4eeae183310d648
+size 2179