diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/lm_head/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a47c90bfc73e47794334101f462776918f1a21c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed9996b99fa85167d37b20f6ff06fdf94f84478a6856b00f15a8a219e0ac626
+size 129091
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/lm_head/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e97ad93531a8439c1eefe91259b177b9e9da1d1
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6229c4dd766f80b528c764e217e3be9243db7e2248425a25e770fabbcfdb289
+size 129091
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90800b70a40f26d0c5eef33e8a184b8f8437c89a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2dad51b3dd8063a2aa13408dff00c744137a47721ca44bd4b01b54e41be110c
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6927b8a77a48bcb0051d85aaa0c7667071e14ba
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04785896a27bc33c8ff804ea652a3321f80311966f33ae13d5f57d17ddc7cef8
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3209e58356da6427ccf8332e2410d0a9697470eb
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d3e6bebf2b8476578928fefa64cafd2c935916db3403e952decd110f1b6e52
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93d4a88f62e6bf5ac347ef55064325585205140
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ee353ad955ebf6987ab3b51d254b675f1258b19e500be34ebfe5fa8f87fd00
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967a70ffe0a2522749fb63fa657e4bfc90a42a81
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45cffa035267d7e24e8275feaf87a5bef30be1f49e0af55c48145de4ca4b730b
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f68f37f6de3d854a9bd995f77dc9a6ae4bd1de6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1428b06ce96530aa0f444b7aed93588b6c96eb40a864d2314f760e79ad9b8c2
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ecf3410e12ef330ea951c1a4f872d9d252445b4
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f997761223b69e7e5f57bab049cee26328d5673d704a9cbbccb2f137f998c825
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a76b696c3b18679340e142a2ee7036b0281ad0
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513b794dbcf1c119d62043ebc3cc7ace3311491a3b299ce88390b34face8d3af
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe7a44273e3ec20a55dcc2bc2cbff68dd221d35
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0114e1c18e82cb6a4332b488be33ee12e68ab829ffe9c90a65b95d3037e4bf9f
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589186455e0f885bcc22a961a968897f055a9f93
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091fa87c6d0042c49bba8e2c59a16fe0e8bac794b4040b2d5636ef9b9b9bca55
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c26ae639838db680e5947872530af9c44dc5d2e3
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75a90cd228713be63b613fb2a0b8ba1c218dc162de83e418e815b4640947da7
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd414fbf1f348c54ded5af2d26c767d8eed7a0f3
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cebc902c96febc7888c78ae7f1570558f760b19cce113b29c05b26c73d69d41
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761ee72064aff8e8e101b0e8b3369d236aa9dcc3
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77959d316348e64de8c7317b47d2d9efb11e46f7f3fa3592ea989fe18e2730d3
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f719a999a36ac4fef9d375b6738f8ad152bb32
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3cd689fde78ba9c1eaf5623853840b6f729e7a1e2617f57d65e8946a52677b
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a50f4c017e3448f46b872e3efc36284098056e
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff77c7bb9dcfe2cd7f0a870b4cee46ad226e76eb96cb2b76f46ff1a67dc59cf0
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..220eafbb32783748da352b407511a63b0dccae45
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeee388244160e90a1b31188d910cd96b9a6e2c44145f7533333aab0174df4eb
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b448b8faa8477c624870fa4868db7c326914d679
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7267858a8acdb33b0a1bea8a4920a3c554f16dd96c381840a9d32223cd8ac86e
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15439f053a84d3b298f9f3d4410c0d7839efaf9e
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030bd82f058cc199b4f4f18cd885f4ff29d3577fbdf8d0e19e494d500c9943e6
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a6e963524bc18d84b52dfdc301655f646f0936
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2b330150445b438ba9ee948a88f8b786eee50690179ab60530675326ea7b10
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e048a70c192a4c05004af5bc82f88106e9b52f
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1005e403a7b7124f54b12b9a407d021018a7d5cca5e94dff1da034c4af1557e0
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a292dca51ec39dbeef8ccffc42efa76a427c3c1
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:debc927d76a6ef81fdd6f3d839ee10bcf4b897ac075124ba8fc643d2c48922e3
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c6ac1b275467f63091d79ad0217b9af8960f6a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a2905f05b1dcec226e22e466359b8d6294429c92b021cda6eef483e71411ba
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd90bfe81f4fcf58cf5b823a6aae41f7934bfcc
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313d7d5188bf04a57ee024ba3cb61fd1b3879da4a77baf0d2dc3822fcbb575fb
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebca750ed619d83643e89a1df248572620b00588
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317eaf71f2e727bdc01b08e33e10e8a6f8ff984ea9a1c882ffc4a23412476f59
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e74d40de418bae39f721edf3bb63f887836c750
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b66440a0d2efe3478f4ebf71872daf90a02870b7e0f9923fbb219b5cf4ab89b
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47d06a39ee66ddda8d363a4b3875c435cb5c136
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c4bd47ac9035701b15933df9a8bed222eb092e394095f4dedb4305330dbb22
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b8600fa5e12f74ea16aa1289ca29e33fcb6b20
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f875c61f6ac2a8c307358d203c63eb4da3f081898875c6f91d68dd1ec092ec04
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c018d1294d7499b42808b758e419785f2d95627
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843befa88eff034308069012f48260431fdca7989958892b2454e98304f58384
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f4d2fa5931954ac6c1706af37fdbf92c7a9e0ce
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0908927d9e6b01e6c5477092deb3d20885633c604d500bc084703cc638be0f2
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c08558c8271bd575b9cc54bbf9ee446cfebc2d68
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906d7799781044e42094264998f0e555ce62f5b715267a01bc34677a1ffef34c
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8d0093b06f078ccc95c2d7d9097a87a1663396
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be027f86aa51662cb43e9c36cb85c87e00bf0680e977fda8be372b3638a9714c
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7449dd83887992d7d5ec6133b7a480f3cdabcf
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad67e658438a8d5137176911ff7d43a5eab1cec44e6c92ead9c3baacdb5932a1
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2456dbdcdd59837de637dca0263f4e6fef2cbf9
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e007c65121aab73129477bdeb31bfc25a3d043d04c3b87fe61404d90f66e29ce
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6df42dd55614709de7071fbf9cc2241be796be7
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253f09f3f0ea4c4c0aab29e8dcb527c038f7dc48589976b178434380736382a4
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098d81b38bb60e9d91ac8f539d336a39efe9ecec
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22547378f96c841b88e3d2dc208a7d8fbcd26aa0de21d2b957bc7b29c262f2eb
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba5cb23a31bae6d30331dd08563808d4eee0e89
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4791186e54c1b8ff244aafee6a8ffb6be796098ba560eae30bed145291bc5506
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ab00c29b28170969cccc924ab2c4243d25ad22
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20498131af1053ed8883c92bbe9a9bf089587aee03a3cb3cecc0b309b702c70
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71ac953defbb6d8b9366315a5b1de9428635e9c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40bf4cc8973e840b7e05edcb532a7167111cf4017c183bdbe069f0e1f0258552
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e597d16fb13f63feab8c5b68e19e489930588978
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7762f3627af0a2e1a9c28d2bca328b9b5ef68fda73c4451e177fd9d165907045
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16dadc66b0484b3ff3ab7777725f24b85cafff26
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c5fbccdc7352109f264cd20453295b684f8baed1a46648b3b346496839b8f4
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a821ecf408d9ae3fbb1d85c3b8abd8f690195b
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6cd14d98e06fa15dac507048a7b5bd917db2af1cdb18b1666f3495faac4faa
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..decc7a6d5f50d33579712330d735956eae5c505a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a25f29bcdc8b10e983de8c7a5c4843205c64e7bd60f283e0a8a8d6a14a9055
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec667136871e3a17b39688766b2af268172e3428
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7811c1b19fda3cac56a31b75c700e9f362ff26a38216f42cc72286f6c7e85c11
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9561636dd803df65ae4113032499b18d6c7d2d01
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d87cf56d324d5f5b931b80ccb5dccae057e12793af2e6bb66ed9b02e45ab98b
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c3da2f3c225e5305a673ddabd46264c7c69d8c3
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1189015b7498886046fdc6c67aa9c811913e44de0de12f77497eedbd6779b459
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6b00cef4e5f17d98643c9a149e92c8cc15f04c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44f1568483d474b3fa4c52378f85298776b295754bb187c0c38ea9a95c4b943
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1957e542c503c03cf7377ec1ad577222c1e78a08
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81cd74a449c84ae377403c9a4b4298eac37c130df99edcc7d5be0de7828543f
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a885fd48a01e285020da6765da09d64d8559f297
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4532b9362b0a891c57ace449c5aaf02954290fae24e109575cd7642e96f38d
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635549b3f27cdcde1b43bbb16dcb2fb064fa35cc
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80dad6261bcb9ff431c8d10f18075ceb700464df8fd74ebfa4f026b012f759ec
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a539a48a318edd20f2ebefb522a1a25ddd48b8eb
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdf7635dfc5cf562eea08abad17d88d97467927639900c1fc34a2f027a11745
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4003a2891c81da8beb046796f5743d908956e588
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439bedc0d324f01f111355dfa6b8b49d66b06cfedf268602e92282926c4bcc7c
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83aac539a21a2f7a731d6c31df23912e3cff83c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd0c90fff7d3f7440a02a52b0112413bd050e17127c283f6888e5d44e6c7bed
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e9ed283c3c50e4383546b136dc674fc2b48114
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d115abf1f9b02d30ddb59b049d8f58de2ce517edee78a91ae9681a3389ab1a2
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b203c28fd37defac286e2944c4ae49099f4ce0
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207a8332d39c0fee5ef5b50b058d14fd76a7622f05c3df9fc6de2b4c2117b4c1
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69c00a79ea023ff9de7e1f496e381325b8b2e40
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba6a4a5efa5506968322451cc4d01fb25ef3c6f1f59167397e2f89c880b6430
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8399ad425e822f230f599bd9c035b8dc4c629c0
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21879b7f737b4c9637c8a2f99a35b54068f0be785a077027b5e0fb7073524a7
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe7c560fe2957f83c6d16a4be734a3319ad44f1
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc5237c876c3646bfe51f91afc265a659cfd3a46c56b42bf2a9850e202eb03e
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679a0b6115e6ae17f771c52f8f25395107486e2d
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344012af37d0538fbc41b02481624bc1a5bdaa7503924d2e4c430d46b255c41c
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2863879d5cf57e7694b04e1e81786af02a57eef
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f92d03eca74185e70dff236a6239ec0cde1b61a03586fd8b2192e5257972e3
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2aa76d4033446f9a2f623bab2845107486891c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa8c48704a082fbbc5f91894298f61ffa346f459a997b6b481462bb21b87699
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50447a15257dc3eb6aeb296b138c74326eefe82e
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a601b5c7834fe7786cd6aba6d2e31202281f90155d1c11aab1639fb1e4222a
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74127ab0103511adf992d1b72fefa488f4709d2c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5962f692d97fe1bfe190e911b952b2bbbb28f82d8ea0ea1f7070be3005ffcd5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cbaa7bd9927ce6777cc73e529bea32fc4411e4a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bd4168d03b9cc7ffe54be01c74a96307784811bebc755c66d3db58fe3d5826
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbdcaccdac0046b523ac8dd9f405a234b9ef20fd
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a98fc66ec353e660f5e7c34979e2a56091b9a865346cd6bc8756a6d2bedf6fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468a94e8b97a5b23cb81fc418e87c905608adde0
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f7e9f2b65c24d04022f5bd0a5fa44072e25055cc03d7444ed81dd8285a90fa
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00f1fb51c13ac20633ab0fb786e0dfd6f534c61
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5235e958631c4c9720a0a05d11a09579f1903becc671702c1622e007e834274a
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412f3cb48aefe2fafa718ddc6c16acbd272479d9
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61929e2b80aea44a131f7cbc203a480c68668149873fef7e291961687678527
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae64ff0e6546f9d4fbab4c8c25130af94324ad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f002326b83a60880845958f8d6239943424b7a8a2a3f67b12e1f635d9a98ac
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34669d6bc4f14565e2013f6ed8578046fff96fc4
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a84ef6e6c88b6f91a590788fd15ca8ac76d172c20be9b3886dbafcc0f5251f5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a0657cd9701383bd570a7cf7ee02d77d8d003a7
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b38b566cb1b7abf61325c96c43f53ade60012f7089c4cb7d7f71b0a7d4b975
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d0dc9e9b479afa968c7fa161ae87592e1c07ef
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1f3daff4e279ea00b909ba5f258dd40504bf6531b1300f4c743d08b742dff1
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1d99aab52c27d8cf4c6750f1194eea85461088
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc80874e74a296499b0dbf7018343b2ba95aae99395a940762f156b6f42bf93
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f413d902e565ddac15539610a94c80301b524e56
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658e0ecf5409c5cf5f0da876c9b7d15c6c8d5497464e691406e828ea3468371b
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4feee477f2d1664480874cc0c87358e49ccff3b6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7832cd2aa7679b8a3f44ceaa23ad99d5565f8de9d9f8d3c81c024371e33eb585
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949977844380a1830b1095e40b45b6b5a0276054
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cceac7d93d5a2a6618e471392c6bd3db146f13a63a91ec0a0bbef78cdb8f83ec
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c77680486922bddc0d7e0d475955294ef716c72
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de3bb2666aa17d787ad18e8a78b9025c1334a4cb78d34532d3b31fb1b3b35e9
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8a401b142c6ffdcecf19471fc9ef47d4a3856a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839a14f442628e247ef666fe541fdcdce9879c00f5a072cc7baffea9c6f041a0
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b5929daa67ab8c1924eb9da07c41f2f0ba4189c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d67da307bdf4eb79b98b42813d45e3cb9428e224c942af6d1ad559f79db642
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5e6ce077fb0d82622e75bc6eefd35ea47689de
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27dbe73ba9a48e5ae49d753c530b5da9d33ef678d092cd1ee0284c7a49b5d985
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668c61148d47a0cfaaae8c44754741c456ada890
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9f8440929291d9e2a71f2f07b0fb69c348761e55b4bcd7d8e41e5ff6ea6277
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..796d84c4cf2fdb0f2efbcaf2dad9af939ac999af
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6a88ff97bf62fada57c8c2fc05c8dbf7756480f807771dd378f424da60bcc3
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73774bfea786ce3cef64d7a2ee5a35d75e97909d
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d8d4b8d32aaddbd01732b69bfb05e7d2f3660c2c1e478d9632341c6c6ebdcc
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a1785599bea6531b10d27daaf320168dfb05ee
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5757e90ff5d69119bd61f32ecf95f6e5255bf6966c826147ba831aaceb3f63
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd88a644942ca6c33e9bb696b6128911d7cc63bd
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ebb015b8c1c66347af1699cc9c74264d7dad1c10fe4c618deb5bd5ca4f70a0
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b9ceac0386aba653aa4b51e2cb60493e05c474
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf04fcc0f7d22f8ccfb9d20a75fb46f4f9429fbad1838939fb8732180a70cab
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f54cf55135faaf7cbe78f7abbfc6831b4780021
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50042ab126b0933714c6faaab9455c11b698eb89ec1cbf5d13b52737d9b615c0
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c907550cf4ac7ce42493b4cf571a822e62be4aba
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eed4a5e8b89dcebd3ed86ce3a5480863be1934e4aa42fb5abd45a840a9fc1cb
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3879b32eef808109f0d0ea696c7d0fb74558b87
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62cdd5d7c22a076582c888cf3dac0384ad84241a7e6f2ec10496e5a2c27177d9
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7e9eb394b3e9b65473c1e527e332c6dfbda2ed
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02d5899e1a4fcabb97577348aee36aeccfd2d0a581a4a1f9b5df481385f3573
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32af4b673dec7510e23ce95b5be14db69c37258
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84667d83ac77899aad15b248f12a1f8af26fdd2d536b1bafad0f5f62f41d36c
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1019d60c1974e1563f2d854bca83c2e217b1d2bc
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe488e602497c74ef1663affe7dfbe3572dba61ae3b971e8bdbef3ac49021d4
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af8a03dc6eb67c5b74bd82f07d68fce8434ae79
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f34cdbc2746f5cdea456b8fd0410bccf68c5f10b8c79677aa4ba7e8c06958f
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c41c92b9c5fdf93d22656f4bbbcba35310feec
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9229eb5a2981ad037db54fab76238cda9bea0fe9e916907793b2716275406e3
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0327273f276ff4e442213088734c02c75814b43b
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b597e0e1c7e8309cc9ba4c0c78bc3b8af30a7a75d7b81557e464250830e3de3c
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6dd300c824ec0df59cc74edeaebe91403cee267
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a580b6ab52e42b58fd2827dcccbb250e484ac80f9dab1c99610b36364a2b481
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ec4c44b979c0b8c11fce1f474b97eeb40e564a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0977572dc6baf1595a446bebd8c849f308f4f3a7dd7826b95c0a20f60f74479
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276f043d23858150cfe15b4ed2a9b97d6fb94f4f
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145b84a28b59f4e7aa3c3cb5118aaae7610a524b8950c525edf5ee9883fc7df9
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41fee077b8e1f10171c68634c8dae120cd30b3af
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb0dee713c55a795406ca11f2a307eb484d977158397894894560ed22e49eae
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a95ad70ba84bcfb84a0cd5247815c857476475
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fdf31bf0330c65cbedca606e64fc05d00b392f8441589d8def03214cf0735
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513090dc5b0233e5525d3fe7b2d11bc75fede768
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db8a5d22fbb651b91142bfeea1c19eadc29e071aa3e9303c5f4a6a5994f22d0
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ee55b577833162302495387d14f6c2556f7463
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f367a8d4df36ff4c48737dd5ee5b6b69347a768b972b15e4dbabea0e893e9c1
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f07bdc27b3ba916c707663aeb43c6f6bf2bef1e
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea13d8411f2bae9facda266afffcecb005e7fe57c59e3463c466d8a863f2739
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8ef9e55aacf2060d0f38735c51f18e63b20e0a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3b48ff56d94822803c2c0567940044238e709db3274d8b6a52d7a1b5324e5f
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ae62886b636fe3259eb0d08374146225cd6e14
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a40bec5bfcd2bab597672d94ebc62c9a24078446ac94f84cb3b553eeae2a849
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1d0f8ada10d23b5fb69c2d51eebc5d2bf3da2c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993731deb71d8e9abba0c17f0077e336a4a65b8abc8875228e93112307644ae4
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48aae650c8ae60bb8c7f4446a446576c2c8f296
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4c59d380c8b6db392d8c4735cbafc516de527171e42c43ed8980f284674bb9
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60eb5eb3a6b13f843957483f5e9b5065573f8ac3
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5a9ff30280ed9cbdd0cd487e3e4018c49dd43e915951ac028e79834bca41a3
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec6c492df69f02c99a1c62a8645b677bf6e2fa59
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5df1b3255b57c414a6fa259bc6f429ba54c3b7e8a4e4599470941864299c018
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edbb30bb96dfe13fd06da2c52ebcc644c075c161
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a4a381093e109cf70a01c7df1ff4d7542a6464ae38111558be8a6033c18a06
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9953a12d962f870db94520cd7b6b28e73971d706
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355800d5db3d80b3821e6d4aee40d6b27803b87a41c40b73bb060834e960f08c
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab4f677fe067f128b84b3fa018fba3a99641db0
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883222bf7e28727c755ada8197a9191ad962d28f1f00f4d84f5d37e40b21bd79
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a8741a70bfb296438d19db892a73fbc1ab2c3a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b203d852f14cae3717accce8d79e95915fb3d9a96b3c0ed73169194299a69ea
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465a4e64a322623d63939e54b8d34b917148c03a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32e7491856cd61e48c6c11a7e8b84d536afb9055a721b57f9a54eb47ee8ae77
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849e4741852fa4a015724f2e0dc94eedbd1f9a38
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40ecc8eee1247e71d0501770706f0f08a1fae1e9d2df9c4b5272accdcce504a
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bc0951cd73a4328653746f8443e8ed4ca0c994
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39fa68d7dcf3cc619996d0f8a1b7510941f772c85552b1b762be4d5cac7d10ee
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197846c5c61e621a67eccc53d13942f75045a0d3
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75cbe4a30e648633e8dc343eafaa7140f0a1e8c477a638a7a16d04825b145e3
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c8d8a398fe81b495fffc719f243be9f34287035
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aadce8b410a8ede7f5acfe7ac1c0ed317d7603966e99b88f20602544abeff85
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c962405bf4249f9879e4c64155ff1815c30c181
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b5a1196a3b88f5767e88df5683d9b51fed0b4e3fb602a15ed33780d57ec4eb
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17cf1d1ddd011305f85bba6e2f42d79d77502343
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60834da9c5d2be0e2b86ed77484bed8da45355995a91481f3e4fda025b6fb738
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a010f0bd16a65229fd515adf86d8716d5a6cc9e3
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28e2e9fb857ddedb5db541f789014108a15e7ed890b318fff786e51ceadac03
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ae518abf84123691cd6048a7c2477d56266d26
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f55fc3e163a56df58a3c70abc03e5df0a4bb4812a3d82130cd15f55f38f881
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb0efb2b9505a0f91cba771a5d19e71b5397a3ba
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde8e11cdd6d698d40f373544f315a3533d1863b735e51e60cfbb26ecfe9b137
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70273bcf1d3dab90e4af1e8b6d5f9c0f6762d5cb
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981cc0382fad6da9720804c6fb1d81199e17f1c7ee89e25a8310bb636863c9f3
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f87638eb3edfa8ab4c1dcc9b1990402a59492e
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42c2da3ff0e3c7aba85c2b0721dec8ba9b1e0344018c64602d6adb4c35cd934
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ba3a49c027078806d6a92d6ca18702e56a469e
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e9cf48fc49ea6d3ae117c48cb2569f5948d69312af967bf7060386d0252fc6
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c8d0725ec32bcf427d7c460836e773a36e0f40
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3cac28f25b8f20026cd357feb2dadcc5852cb33bf910771af22266206f877c
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9a1c4810261bf3b63c07fffa7e217dccaf9b48
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153189d4c2adfc3968d451b5c7500fa93868f68fc2251002b228d7730e2d8b01
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20dad7ce5b5e669c4b2ea5390b4daaa92a7b96f
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc44ee89e5fa964cd4f0521ad209a353690de772d0ec3c3b0af90d23f1891fa
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9dd9132b87994a51778f00a41e234ea7e8cdfd
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293f2e3d81a2992754037f5a6a2804f409ed2e87e4de221c4e5b069536943f85
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b73c904dd428500438bf50816b2880f3f356049
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b5e7a94d589abe9d2cf077cb5a52670fa33de81f936e1e0d57fb08cf37567c
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc24c3f87d28814a2927c58048e1af2a123ca38
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9413a837f1082c296d0671badfefa0fdc73f1999363f341e3d8008ef97d83cf2
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352546982a4b60ff3a3b3f2395c77d9bceb18891
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f57678bf2044f2ce1c423d1fda8db262f372740e3b9c018ca216925ec049e8
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2bf91d23752f1f7a1445463519d47e23074115
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346993b8a2150666a11d338877bc9929f1e357dc3dc2ad147ab089139d8ad7a4
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04da50986f8740afb2a51302f2b4e5a940b7a83b
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab79e4b950efbaa842bf0ee9929385b1e5a94946ca59e7e1415a291e9c9533ae
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c53a9e493ec5b83628b09e67dc2576077374935
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc0e28891763fafd4edfd2cf768b3d3cee3b8c345b73fb7318a5c74e2b7df3e
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4dcb04b39dd16f56a53457f4f15fc24a0c7a978
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa69354abfbea396536f5a3f1f9b698c46cb3390f1cc3aa4fe263bff669a22a9
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1334f0f8bc756fbe43cd2d39cf4c3ccdeca3dae
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1e2a87d2d673c13f7130c8dee8f3e91abf3220daaf2d6d2ea6e604008cee1d
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb09da51bb110871ddc4cbdbeb2576846153afb5
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1dbb52f9670c5c33f0acf85acf626d5749e1b2f4ebc8286740b150e3a3c7bf
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2fb31e1616ef0d3bc6bb63dc422a3c46583361
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af1cbb4a086f7bd526061fdf65913ba3168fd09ba72b5d9d3deda520fb88275
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2a1f2b96b77ac9772c0072ebcef02962d671e7
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4283fcd101dfdd3f9838e8e438fdf4c5e2020a6ff8f32f3988477538e2717ab1
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e419df122e443d2b63292d8dc5edbde4fe1f6d02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa20da0cd53c4b4db4f7e5f7c8d59e9c9b48e3822441902c7abe9448b45f220
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5218bf549f78cf5a17e3e1c7163bd312a34962b8
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190135f840f90af52eb3635fee8b6aca982f901ca59f4451ae002227d2c2981c
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0507b43b635d29893ccc4a6b403d54c03db55a06
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3f0ee65980610d5968eb296c367d233b368624795588d3f44901491d5f738e
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2073451a6913f36fb716f76748961f01a8bee9b7
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2cd6ba6ab5fa73f6722e72c2f1fccfcecf798b3620048a8e2a1de241a05fb7a
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50aefbbe18c1f7475e1aad30d1efa7c4fd392d90
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1217690d5df35a0473b61d228c524b8417ca91cecc0f0a6e3857471e9780fb0
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15f60971214f4270a6c2e1b92a89fa3ba83a491
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59058c9dfdc45aa6e125df08682810c34579a5bb97424b165a9083ef97638e95
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad23f32ac92aa17888e16298f0bb77a3b9a36b4a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3cbb637365bbdef613924f1faf7eacc00f44146e86f068af6c9bac27c625e6
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d388a56caa7a040ecb41a33ac2df218a104713
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1942a83528d21fd74dd1b622828b9c0efa1466135e3e64827f580464aea191
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5010b3a83c640a2c1103a5e9bec8cda64637299
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f809ec72fc5fa5325bc636be4a5e33b0ca0b49881f33a7627a49477da4ba282
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e4fd23cf054d2a89857ac260995e478fde1168b
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3449251022af0798b11cbeee896d428f26a9d4caaad10986b273bd9c6be6348a
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b53d2872b7eef49fafc3bcd41623f63487ad233
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610cb9f0bcd3a38ad2c1d3b93d371095e531dd086a182a2050f80c3fc97b7ebc
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb9a751210201e4f7ad07d0e149689b25393d9d8
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f3435eb4dce87e04bff7b4424b80e370eae8dce8d545ebe3ba6ff6d53d2a57
+size 23619
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c37f7971ca6d6675b607bd9356232874285ab673
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1dfd0ffc2a5f5a735ad188e80cd620c6e61f67283e79fff8f9de798a9f1e6cc
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3006a7b0a6440a2064269460da20bf2b178b6ae8
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5047a6f39424c632cf2e307c6d2502210c6e3ffe2c5bf8aad76af3e7d8e0cdc6
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a51ebdcfdb032ee4da6a37035d19d76fb49daa
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9082a61efdd865a3e6324146b25ff88cc014c040acc847ed108dacdd2a01db87
+size 9283
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802aafba78c52e2db5fe053150a4a33e7e8dfd42
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de48eb00d5b00ff12d72ced1bbf8be37ca7f61d2aca2e302997175826894356
+size 2115
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/lm_head/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/lm_head/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f548669c8585c1124531abcd7ebc77d6cf6f19ec
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251fc600960d39bd68341acb22ef6f90cc43689cf2cf7f8ebd3b2fa216780e80
+size 129155
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d363dacf59c1adb7a0cdb6252d5c7bce3788b1
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d927aaa7b0aa06a41db3bae7612629c7a5c99dae4c66203e34196a570a0743
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b14bd1e1c02150a8632fcfa9236c194d2785116
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b15935b030ee7ef8d2087b073ca3ab737ed461d9710199b6f013d666c86df6
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff544f044c970ad94cad39e3da6c4d8cbd2f9f1e
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdfc0252bf9583e74b9d5645595ed6d622e1b26a0cdf1ded41701989e51c07d7
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a6c4a974addecdcc724bad1d9b1573154eae86
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f684ee71ec9f64662e52d2acdbf081f8bbb4eb1b547eb5ae05ddf9aa2234998
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2e0ef0b2593f7f2ba939e94ab1d7464c193a3f
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64d45eff1ee99b6d592d24c76810a6b03cdde0915d635badf64fac6ca323301
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eebd682f84b5b4004ab8dc37348487581ad0764
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6261c4cc7feb061b61770e6182a9591b26c51633bdf179d38d92ff6f6c9413e5
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174ea5074172be22a488f6252843e5b053ca249a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c27ed3c556cfae11c4cdc55c39e04ff8dd882df31205aa06e271d7beb48e34
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c8219a25e12b690ebe8633b5440851da24a635
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec8df3b87c7a31edc5c824441f2751f93d346f6f9ae77f8140befa555350dc1
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8dc9a64a4e9f7accf3a4e04eb3fb2dc21b4dd0
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c637a85f612763cb61de46ff32f95281dc23d5e1c240f133304fc6c56c1d112
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937dc56c57d92894de482773863ed26f34943935
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e45cf2a59362fa543fba2760ed4076fda327b8a5353a58be75ec20dd684753e
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c350bad1a3e61add2c5a6c46eddc0d16d75cb9
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7934e86a714e3826f475103c5dcc9ab31b84ee0c0083ed9757a71568c776ceb1
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..741e6ccb528a79a7eca61b8abacbe0fb818ba8d5
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb93f6f074b9553c3951d0c97bc168da60403a2fc469cc066ec47b5a11fee520
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa9ac113a0fd39ba3dbec1c280c25bf41c7b521
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e3aa62d4799bdada73c3a6e90a427ed64325793bde994b6f5d6bcaa1f714ff
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65de201e75c29753b678641be9112ced8fbd1fe
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aeeab397ab457ef1985a9d7ee0acb0db728db24ed336d98fc6a9fa1e785e998
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045a548ce528ed4a9cf2e416e361242f987a18e9
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb53bc87761868e7e48bafdcf7d957ab3c67c6a1149d2a900ae85ed703391a9
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01794c7ff3e8bb4e2ac34c1ee8582649c8b44150
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42eaa602546ac4ba8413a844c4b8630e0087d6f7bec4c9e68b25ed3cbac1ae9f
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39176436b59d5e22a34064678d7ad671768ca352
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4787d4d3d981d4f965cbccf4dd4bc8e9be06869cd0d686b772d9353c273702d4
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f50719cb229c819aca85a35665b09eb55674214
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf746bd2ff1d3229b1ee1d942be1d5cf8e80498bf37aa63a68d0bdc0b917e45c
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dde9e8a0041b826c35662e439cf2b58f2d6e6da
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3270f3df3fcf7c1ab282d065a6d5adb670b41cd9b293889780d1f659889a16e
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6519209be6b2f304f3008c41b5262c3aabf02493
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a364a7dc8b83ee44645f2eb4111be20977f756eb098cd3dafdb3ecd5699c2ba
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98bfd8b2001914e13894b84539576be316f1175
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d73b1919d5ff4ee37b22df0437b49c15e31de14051c7ec47b3dc7ab0ad0bbc5
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64fd77edd58901c1a668f8563eb255bd124610c2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5732d9e4b799494bbc72666c55fb3402f3ec8a6e23cf56d604fc349dd270eb1
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df6fc3a5eebb56f8e8f7108e1b0b8e45e3eb002
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7e8dce087fce830be081d296a440ca3ec358aee15a2fd2e8f6d8c4bb783705
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838c07b4311b37f7f87ddad78817f848d26936dd
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6647285e49a2f168c7d3d592330b083adb46349f72186e0fd9e697500cdd721c
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f18877ff21ed9b7909339248b24d2e9bcd885c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb9e6fd7d2a4897215cf3e6062bb8bad67bd65f5762d4936bb3f32b16d82d33
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d624bbc62cb6471610e6264a98dd15e278d8360c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177442b4c395efc142815c7691f7c45c5ac1f3fc04869de4d67af59afdc079e9
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9f60125dfa77ab867b7bfe4c89961d0559225d
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428f73ad2feb7790fd24562cdf53814646f7458bd7e0f5c66edf6f2681c792fe
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8a6d6cdad1ba2d4a3e4a3cbdce1b30e29b7faf
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d7c3fcff8df295543cd141dda691c84a338e08b4c69d6b0eeb5b9cfff34eb5
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00737c28228a25ec1296352bb30fe6bb157cfee
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc52ff64169a65f4aff67d08b5082fcc03f5a48dafd9195354d96489186cf8b7
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6793d8583172822bb2b9a9e0b5391884e0f276
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e6c97ecf0f5922783461aa77dd40482ef85556bf61c1b60d0e1e673e6c355f
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174ba1002350cf1a73ceffd8d1a005bfd0b8ad12
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd8587863e59796b157fa841849a619fc353e0d0823657fc947a7002ac55c25
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7596b1227e146635138bce0067f0a44a418f58fd
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be99ceb8cf6c4f9755e1bf5992cf5fbd4dfb50bf80fcb76ae5e33480137ad30
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcfd02f5ac691a797ec0f98dacce3531b81796e6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fecc66187eda9fcd11d145641abb16c5bd2f15dda2168312e4bfa206bb35de3
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653ebfc31d808a684ba1f4983736a3306eaed198
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d0cf58c3ab7ee8d355b8fcca6bdd8fff360055f45fe3700e2b4aa8853eef19
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce13273e947054b97f50acd5b71ee4d9c73200d
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb63baa5eef449c9dcd08043ff5aeabb26ac9ff102537dd89194fc00d7fc3b83
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca5ec3a5a476d9bb31e87489b6d731c94d78e0b
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ae9a119567c7c6ba67fff9cc893959ae65fd02c3adad450256512dc1c41e8d
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5a51f87008e1f8077216cbc6d3dd50d1b163c6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5387860728711974d97a74671aeb88927d7b8b82ddff3aa731618f1868588a7d
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d9d2baa504690b54575bc25c9ed11c20251b11
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5651e3f424c9b52c9177687d50f7337cf10645b269f04646adc1ebdf3cd10bf
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e1cc924e748ea6b710a24a258ad81cbd7f95789
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4760c9f463aea580b761f99246f2086d9f6b4676bae41488104943cf5976681
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bfd52d19cf614e71eba5e53318db98806fde861
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008b2d5fda7759cf284e007b161d09db43dcb4d010b1c9b07b8b44ded564b7a2
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e89f5eb4cc1b880248c645b4b06c419ab46641a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fcd7e2f7e9c00c2de808f0b9b627b296104df40ef0c7e5bde5938b6fb4e910a
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317ffe1273412c1eb3e0aefadf59d8e0452271a4
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886fbad395cdfb218e7e601ce19fa686ddc61bb0ce2183003224c8086e8f8967
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79aba6ba430f57d07d34ac6911e0c7138868a2fe
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ebf5393e9ac9830fcc695ad7eea66dfbc913c91a07266184e14cdce6c5a172
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a3f448adb9d08ef164d3179c1a0fc8aa294100
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ff52a219cb172e652d27f88eb97302cd2b48b2d461b91b57960598eb22fdc7
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebea550a9b5fc0eff6b8ea27d745150f47d1214a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0759b628a63aef4e0a2d744d2dba8158f244874dd04a462448ceede7ae7898fd
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a5085126ee5fef6eaede567a5315b4442a07b8
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8777f70d4f316f87d0468fa51c0a4dc2343f53a05ad137b6b3feb52b864f33
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e411c5293d5ccf07fd96e71c8fb8b7c66ab7c58
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26117f9160ff0813a57a00d97b35a8d5785bf81d7386accf1f0ba73d6339ea6c
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571dedd74cb4e3b896ae81a5faab146e69d3316c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b0e8d37e561dd83b8744b05ab10fe0f2914326c889b1a11ac78512480e97a8
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca18e83059155876579d6146c924ae0b89d541ee
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b693c03cd566479b4ccf4e958b0334f9e5a4cca8b974b358af459bcd5a0f89
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf08043a5a3ff6ea7ef8f61a8c998677b256db4
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148f573025feadafd1a466d548adcdd5063ba14faa9c7579ade2da3060c687b2
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72b197d56fb166e0e75f70bd97a104803a315fe
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2091e07596209118af0e351c41d3c072b161524f979b2c314134157237ff1b35
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2506b168f96f390b0e352dbd610cf892a584af45
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d72829fcc85a211ebdc910baff7e509f883f4d22f6594805da8307dafac468
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470131c8df646fd0d59dbfa207b6902c3a82c667
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76db4be7e0f8cb0f0f547063007758ea594f5c59813d447db21deef24d9bf0a9
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0e53038cdc4821e9c316f7c8574b7463e1a034
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d215e05965b2d88558706bc608b811e155c79a1175bad52804adb708151f8b5
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ed88ecd9535a2f187e1768ee85ef477611f106
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce8ecdda9204db1d8ced293e6ca5672ca131676aaae6b25be4461747aa72645
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f729de9ce09c27bfde225d384269bcbd9c994c2e
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c50d07ec96551c3c52d1c7f065d8931adee0c36d352831e826f51adc15a8b3d
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af87938880c18b3ac791c55443b0ac2a3965755a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1a1d81dab07f870df016ca094c2b731bacf11d6f8deb4c0f301d3745430596
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa3eeb61a6704f6db4b0e5cedfc501158488756
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f67c2cc066387e2a9b8b6f884dc14063877a75ded87c0e14da038515e840b19
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978aa3a6c3c74033b1f6b760afc05dd9bc888005
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590be1037466d6478ca5571572b6b838b71b91af30c7b51bae78969440384ff6
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f812c7b3b03dbdafe666cd3327eeb8659e15bd1
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ba3317e8dc8fc893b6185b45263bfacf470ae06d402ae535187be2705791bb
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1277d4b45300087b6b41de9418b8ca3250d0ed
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a29596b1c6fff0b2bc753afb73517d3d24b5e0eaa6e9681e49a6086a03f866
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11d7aa32bc9653d0e4aac7a8f2f0b6da7456c2d
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ad059c8aa4582ad65660b0019245e6a2e0ca673309cf6f879b8c8f59da126d
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55126ad8b1b7376639e3ef5db7dd039fa2671859
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7926091331204e58628788f885951b7fba80f1a8767665d47ace0a430a8df49d
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78de29b2ffcf1c50ae6ec3c64a4372240014a824
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86ddf29b3efb4034113130d490644c0761e36cfbcdeabce711b5a5c582c3a75
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de981bfada3af8d508d30cf7da65ff32e949be3
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066b5c48dd07d5a64d682b80b0116e696174d26039b447292a873cca6353d563
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb30036c0f419dafac71df8b863f2907ed9ed6e
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c72c7f4caf986b6e85755c44750deab62f299de8e8989936caa0648051a626
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f446aa7588f98884d291f66781a1e5a9e1dc03
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82641952f67aefd52a4536d066cc57dc72fca643af13dbd2e6f28047a0d29f02
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef156880a87d7e90ec673e1d954b4ef835aa416
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8da16860d0b7117d08bb9983e871cb611a54e7bc0c3003bfbc0e590e50b98b
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409088b0a000241df254e2d19b4162467f79dedb
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd782571ee89dfca869ac157af1dda593540902d0a4408b648de93f1075e11c
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e50576dc7dcda6288bc4d96d5866a50ed3e423a1
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d03c3064acac94888cb06d8e151aa20811f322bb5e74b62eb322b0f2208cc9a
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371317751cc8ef105cf047527a28f6d13dd08554
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dcb628642fd5e52113a769ee8ed5fb8a7ae671a4154bfdd8661c5f39653e038
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b7d82655084da90d4ec9b976f737a36bc8605c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea8a50887144e4ab0996e798d699c676c9c7ac3cacd590fe394539644c80574
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565e7c7c7c5d85e4661ca9fdb36900730b54fefc
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d640a2d0110b7042c51d950345fa19545da1f0be429f54999d610c71d2a0ede8
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c1a36028b03cae51a63ef241911e1d08fde36b
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95814665bb1d58b8c48f16ec724af54c28f5129a75e3ea2b60e59ebed48e0e86
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4c39c1cfb407015a3dbed5cf3a1140c8c2fb5b
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0caa2cf7b57e2f5e674f747759680065f31abffd89f281b19124c65310d28b
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0158d98f4be639a5f7bb901352a8103ecd3151f0
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea2105458db08008ff663ab777677c4cb0cb5a664f6678d34a11d8a1505b29d
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb5d2c1039b56dc71db94994fef98375e5685e1
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4d06cffc0dcd6a062eb1e54e81f6d8d1d5d93206bc1c439e21f7098b68e9a2
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb38abce016ea94fa1403eabfcc75b423137bb7e
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ec71c67ffca48b12c0cce211050e7044a5a2f8de12586dd71e723ce99e3dec
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa52944470a4baa796315cfaef32e54dbfe965e
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b444c1a02ea14f6f38730db2af35a223d8a3ec6848b1efe661ebc72c295f1f90
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ae4d651480d3ebac13617837089bfc54235848
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123d77cf215aa4ff5059a52a8bdeaf04ccb9eb53f9717df5f7f5c32973c2acab
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dad855267d5f76a798f5faa8a5a4a4d9541cfc6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41fd51fc05bf53edc26790c4f67cf101e6fd491e1ace85c11900e330d628a8b8
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4833b35f8308ed1f7179c9e995e650e8f649c65f
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe72f54e680e60e0395a329e5bb74262a02410755dfa6daea6676c474fb41805
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc9b0c9aee7a6a0d553909bf5c773323355e73c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97c59ac0056678760d3479a07ce7339bb2cfc39092f2eec976e50aa9076bacf
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c92e983acb274cb40c5c6698bb1288e7bc3014
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90504e0243fa6018b37bd0fe838f2a8e261ffd1c1fb1d822e3d267b3293eecb0
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fecfa82a8dd97b379a47f874375e25ae63c9b6b4
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5c3d9283652575ac864cb39466b20e097a72ef677557ff76da0899b0f52513
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19556c407943036b91c8e8049437ad4cb54dfbcf
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e63be85ebb2380d9b6a8274f4f4ed51d48f2c5527f9a353151e8db27db2d319
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6110d81cef93ff293755553a53558a1bff90d7a3
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45eb32e059505116d9601a1a65683444375b363a3a452a8c7600c58f97ed5c4
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96254aca1365a7ff1b4386d5e2c2566b8cdf83f9
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ab2043df318e15d6b071726f3432892d33509fd7f95687b8063e4aff8f8346
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3502061339b6ec8c10f5cf55bbb55cc56e1664
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98666c6a06dfd47a8ca07ffe770bb39ab689e8e4b1820654be401e1f3cd58de
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af5870f1e18a2e209822ea61a9ab4cc51eff85a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919101a6b94ce7d1d03f71d6fca6a058e4c1c3a8c6914bc59eeaae82cb3ffd89
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44dc54b924d3637b7b37a3e3aed7aaee9319af3b
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b2b27ff4b45ddcd40c0ca4c5e1175d02caad290c2f802502cd5e5f521b7a3b
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c3bc349ad520658723cd94c6eba8120b6070c4
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d11fdbae6c62be3204c0bf74bf3f80368fc3fb6b1551a7257e0cddbe8143ce1
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0628dad9a66bf6b7861bd38376f05ec7301b8137
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bbdf1d81089d4b13b5fd86f48e75695015e410b46ebbcb41c5b5f7688d927f2
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1799d9450a05df898b6b360bc6df6d4591a9fe23
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b09b71c5ae98271a59062a44f027ec8d8d48bd5da045d532084909878e5cb47
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c83d2297a4ec8b7e2a180eba9af265b37fe634e
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c203df2a09d83d3f3d9c45e355e48d50aae9147880e13e8f9d3a941e40082dd
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eeeb2a0acf51fd67844366b139ef25e8c1855e1
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3c0e82fb651fc96b0d0de3e6ca053be3e2afe16523e0c8a1c476ae0df0d3fd
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344adbbba592b14e75bc59f2b07aac99cdbffda8
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5ede92893272294bf6321715c0947e30ffc60e7a841e065a252df44df9ae66
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25dcd1547ea2e0a380c40087dabb827b97d86275
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0dbec143a67b797733db97ec1eae1ed76e801c21b59167d38278ad1d487fc0d
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778d64e96d21f92f5dc7bfee774771df8bb317d0
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f13540c9ac82555988abaef79d0f35cdb4fecb87d68c9cf7adc6c33498b0f70
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cfc9cb27b8f34764ef85d2fef150e5430caeb73
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85696be120e1e07eda100d83e9cec27e4b1bc2efcfa114ebab0e933fa9a86228
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8638dc6f3217490e3e402828a1b208b1ca8336
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddbcfff7148f80098a773a1d07d7c5d4c4b2783e9e3bd6738d6209611ab69c10
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cdfc8e65c37b23127c903bf73aae01f15135e5f
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1abb9e8426b326bd58f190d6cafba17f76ab93abc6a4663bcaa1ae4deee1e15c
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2f39e141b7820339f5a94c4a5229f718b89dac
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260b7504c3b5580f48c6641e4b099722164732c46f8dea99f89b53225f2265f7
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d326c1fc140781a59e80ca4f3172ca3a6ff42bc8
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be773cd510205fae8d6dc2373fff96c98c9159c8e2bf539f2a53783589ab345f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03780c01f947017f5b580fb0ace59115e14b831b
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d8a3091e5952490513ac5f967aafb1b5caecef4cb1478da6b50c45e8eeeb6e
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c2066093fc4c3904c0b8868ba18d94649cd1b3
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e18a9c06772944092803efd70ca8bd0a688ea0cd78a0fc64dab94e46958808e
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62003c5481ef9ca57685fc36bf367cbb9546da6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be6fcf1926569991cec6340bd277be8237f009cd87db6f9198f8d98934ac284
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3fffad1a0c7bdf3264fa85d556ee8ef1061f8b
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84feb13c7509beeadc7c43d2ebfe2c07fb52ea3d41136e805f3aa4bea723b864
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a69494000491e1d0a57152609abacc508c2e018
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49144d0b03722163d23cd3e2da47ad53e7d7b1079cd5c7b52d7d5f53b18acfd0
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c4c855136ea64ce5fa3786c27cfd80d6cbe72d
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28701c58d64b15adc0c2b8522962a98274eaee783d55a508b3591a094ce6b298
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964feec683fcfcb6be2308854eb1d1afa7eb35b8
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9483c009a311811aaec8ab8248af7ed2dbfcbf211481e7ccc5090ec05bc04e
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83af6bdfced2057789cdb16a9929b7581bab2a37
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa2d1a0bb71def5469eed54762c836530ae8cfbea75f78d1600066184e47385
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2823cbeee3aaf848619fd4bfdb261e95433a7cf4
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83758ddee6ff60660e6e196e95f4116120a8aaff52433b96a9e6f651d8173b9f
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df814a64aa209b48d09ca222501eee0f1c21c753
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee692dbe8838bb98de8ce56589edbed0117f5e6036165ac55d314101e4ef0a1b
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba24412cdcd921bfe3fc721fa15f3ea1d94e96b
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32704474b7c02426b380644addcbb2e71f58cb8bfd75181808adcaec44d69d7f
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58b76eb944279af95efb95283193813b6c5c059
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2dfa81b62da4bb5c6e6103e9eaa2b2a83e45afc2085f9097cb1a83750843d93
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089c127e9e9d437405302f80b97494546705f90a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae7b1ccb3d97c3f33f910751f12ff1ca1dca8c1b41f86d686d8a22f478bbb16
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b111261e205fbde8f13c24813ea5544633ff1db5
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1035c80e4afe31f13385f0dc0ace412d095446e1406aff7ffc7999e5910c263c
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1148d90acc55f345f99ed6a47cb467a51c7bb51
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922f2b408019efeb7254aecdd6dc16b4cdbc84d8947ec4d9a64d509a56953a2c
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba621e818f362fa7e6d9880c13b5fd6514ae208f
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bbf9f6b71ac53dfb6c9649ad3f4575f553b3200507acd3a59b4ade63a207120
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a86c8bd36df4309ad652914af5aeeeb979f6199
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e7a5122d0dce428b60de2f297daba5ed4abfe7a59ea3097b81e9a2dda62d1d
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8a45b785822acc836e60908c4a3442c05f74a2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b318af59de3f001c6f1f0db76908284dbf9c90d2a8e89ffb3bc03d6c67172140
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc47d0f5f5bc371affeceadbba854154192854a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e0719ced2a9b46ca326c0f4708b48c2ee2aa99fa98ff7647d66e056228bc45
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..796565c51c643db577b1100128e894acf252596c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea4f678554d319f7956ec6ea827c1adb7f47cb87a112863274a6ceaac841048
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016015d91e3e5001c552031054d68f8fc0258e44
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a33ecd67c548f72e515d1f103f3262bbb9f744beca2c4cb9fa1670eda60d92a
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6aeefbe6da26fcc6fc40380e96a5ca6f3b95de
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b44b5162491fdf41f5d7615e5fb0a78da8f52b5dadc7c86848e999b974c4b7c
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2795e4dca288410a984fe2622d910a205a76cdf4
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c97c87a604a70c83ef04712b3ca7b320470544a9d6d119aa7b042848238edf
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21f95b18a905674403b22fe1adab5755665465f
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d7ed9b8a6528d806d8e4d7ba21e6f3ba796344ef88ed47a868a8fa77f124f1
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e909277ff296a2334b5e09219a3ac9d2a4b8cd6b
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2453493227d591b9798e2bbf29dd123be13fa007d96584ac40b3c848e490bc
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd1301501fd3754b1ba75914c4015234523ba51
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d54607e86bfae5dd9192ca1a235d688c1987dcd87106589ce001f6d5d07636
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ffb5898a298bf67152002aa0752ee73e84de059
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887600e8cc0512b2d8d54b14bb242f023d520d8a38744bafce14493f225b851c
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f9a495b79afdace8dd5dcd157c4c98c3b06dd8
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf62d070b669c8458ef4e41a2fb8d616bdace7483a0268b3f06a6b1c8e4d7c7
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57188327cb26fba4f95a32757e94893fad2f81fc
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485b706fc5f5303d8ab21cf2f308772d23cb711aebd363a91becf2e1719b088e
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76879367a224e569357c9d4f342055f5a040bcbe
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5882fc1e5295e091f8ccea62e2d9d6d7eff45df99bc9e40af82841172f618c36
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc8b7a4d04216d8adfcbd01bb1fd7c95505cbcf
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e6cd6aba57885c297a4dc679297b91b20c06519faa7322acef88af84940914
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7d967814e767e97c5f2ab566b684bdc8cddfc8
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a85356d9386b29ad97c3a3ea1e5940e342d234cc68b4923b643ef7fb81f862
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c54ed1e88c473033f996eaa1ebe246566a8eb0
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb0ff79e0b070023fb2e294bebd91bbd104b428efa943c846671ee90d24f9cb
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e782567f1d615a74c7dbfc606b12718e26cb9773
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b851177b3aa54cb4f655d6388b81fea5876265158b2fc653d2eab2aa89310dea
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cccaea3c8068f744534d0079223af148614e850
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf5b43855aa87bcec0bdc9e586efd2326bb78645372e1617b9b4451d6b5a923
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0201b4f22a997579aedb2bdb53818314342f2d10
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73201ce2f20f452c3ee7978c98b848b4bc908238d4b902bfa000f9da66238457
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9fd7aa279fa6f4fc5b8dafa51f3495cf4a0c0a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99deec46fd1d845e80aac71a0404e74987220e8eb8f8c975e3df3fa2abe92a3d
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eaa1bf99cc3b293009c351201a287f6e5574cbe
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3125efd5005ff38627c84bda8752a4aca11afaceb16eda64a39d5bff4403b1ee
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913f5d418ae632fe651d524b3f8a8ac92bf694e0
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac4ad37dd07b191baca975fa5ba7f697bf1926ff5566655e69b0b2cfd0e5c45
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4906006048b2fed48c7903b4b33909a51b17d847
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d71bc6b1c0444de304b33c8dfd951005f15d317755603247a4ec0c7233ca1f
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f06b3582dba3ef73123ae56d4cfc375217750b4
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d9b9487266c628b6c9a42fa6cf9434bb9df033c6682a3e7c06b8b1af17def4
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed02e99bdd998ae0c5ce9efe6e20d5bc5cbe265
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b778c0adc7c2612a5eb0d323eeec391faafe677ded4c3872f8434d5cc46ec5d
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc071274611965f5a5a2f8de97c80387560253d
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6328ced4576645d8fdf81cc1d1cbb56e47e332c3db04fefbfbfbd1d6ce8fea9
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71af74a2f4ee586ca2d228cc2923ee4a4403c3fe
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151ecae30771e7509f21414b1fb5a63541da87d0d26d7604c4ef30aaafa7630a
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9113d2dd3fed8a7b1bec82fbf532163f5a04ca27
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650a7dbe2b6cf4c999296243384e3969b99cb4104f1ab926e37a726a6534b890
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe84e6071c996f1872bff596e946c933a543354
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff33b213198fe17c1426e70fa2dca680b629eceb0af6e4cdf8fe826035804752
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c081621eb326e8299bb9b749b8620e18497e28
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148648fcea73d46d1aa56d4d63e62d3f5646eaf22491c9208664b6142f4cd9f3
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e773c293d752bf8fa5d2d2ae7a4359491cd9851c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c659c03a65b6d6905b29efbcff6c9ea64668c8e4b68c9e3680022198bcbd988c
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ffba99a641182ab5790e5959b36956dd7afb1c5
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef954be05be3a863b14d0049cc3d9a1d4f33b5092fe98f50b6bd6ebd7d8c596
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3d55d5b1353f3137d5c2c57ba70c8909ccf820
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17af9faa9a7184b8cc73fc188f73111e38d7f86d9013e69c7f21d94a4103742
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab58b6c0491f01921e2d0f1ff63945528ac2f5c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c0a7b8bfbeca2d6bf3b379def25a283b8208076d0645316ed32e8fc37a177c
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812e0bc6472df32812747e3a87a30f601ed9f76d
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7189f237e588ada8a1337c3cf22f91f1b0be55d368dc73663dd2cd78a804bc66
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7abf03e9b97162730f6a79311b055c27ef61fa10
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db786b6758bd181b78aa7621ac6d6b0800291acd7b4b50ea33fba78878876299
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ea4408a95056d1594f233c945a4e65109174e5
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/method/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0d8d4d40961dc8ea3d2c87729302f6e44a8968009e2d6a749a667c1b406f3e
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/lm_head/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f15f2288c278626014e3401e4ad756f8e744549
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8f431838aa3141eea2329f53ce4bde4a4cfa6b39f2703f124cfe86abb85d39
+size 129155
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/lm_head/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd1499260580c02c40bae7e1de71a76469d8e4b
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1551112891e761b11c01376e277f4294078bafe54c472ee37277e6c45ab31e9
+size 129155
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca789690c543f1c6372e859f5b6b44d7a3b6479
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41d8da64310cbf979b7ae9e679d9d3209044d80954341f512225b82a1f54ce8
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a37ffe8fa5989fab6ae183a611eeab389f13c4
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d52399ae1c25a4407ff15107d471887a8526a4bb5cb1edee0df5bba60312ec
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bffd1c4ad782383872d9ba51bb7c857a6ed05231
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c52781cb6f8b14f796682d29e2771de71b1c50d97a71b4d2628b690b3d7ba9
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c908b20af7d053320df23e07639a5b76f761a7a2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4b26e2568689b045951e9e07c774c1f85b788fd4bce4e620904719ff8eb4b9
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1f2e0933099c6e5843da73afdbc773307b442a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9451fd76da1c392d4ada587a5f6f87447d2559415e2442e832b5ccebee7dd1
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7abc897179c9cba17a0ef06d6d92068cd75252d9
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611b8c69c727354b6c5e870aaac84837ebc1ba3375c8bcbaf6e3fd85ed746e50
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a397825112b99dc8d03b1515e9c936ca051a76b5
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0d1349559df2e8dfeee363aa665ac8f915930609c05c15346b5ac4c763f147
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26700ab6d86e5bd7a83307a40db84782c9ea195a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c018c72229e7d480a248f9c743c8c5d1c70e91b8c22afeaf16de3b4894b8e8
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105bf4dcb942431e965033d331d2e9e78ad2ef40
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe563a6d49907fb4a7a66b7269b0c9f077ddf07a0c21cd3c67b2bcbf9c125c3
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61322e47e41f5dc37ad1bf30ebaac2168632ee79
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa61455b2ccfe16b183cbdecde4203b7a902129ff436ee8816206a066ceac0f0
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329863e8b179ccb868ebf6a2742c039026f47882
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96760db05d69ee7599ae8d4d783ff72848e5bdf5134450f5563865ab787ba795
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4502c60e96f89789d8cdae1b2978273d0189b4
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f425780955c3c2b258353970b278581e40a3cc8877784f7fbb6dfa018344e7
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2fa0025bcd88d40f78006a03c1067b58573ba9
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb183e2a61bec18e54e80d5258fbaae695c1bf939e02ec55dcc5f61700b7a5e
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa898430dc34f129df678fff43b133b6d9c75ee
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94622c2426264de922c0a0890fbf3e4c6287534acc7855cdd256409ea526a44a
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8447b78febec7444770ff58db04b2d4e792926ca
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9208e96a587714ad653414916f2116300bb3c4c897d13aaac1ce14d218b5bd06
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267ddade78dc6f419ae06c2ae4e4d2ea8117ddb4
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5157569169e148dd9632c63f70f43125a8d6c6efaf722716123c45b437062809
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f473f0b23aa6ee0771a34357ad755763eba53644
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1b684464a76e35333f9a2e5b1979fb0416ae5c3635d2660ead838eb9be6a7f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47440cfced86bd1f2a8fba1e9f88197d7951343
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70c0b91e521e346c5c358b5775629ed090376b021de2058734aab43051c0218
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3f1eb38a71238080004c4f618aaca3c77bde5e
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d400765e579c3f4dd17e8c53863385c73b469af736dc3226793ee35f2cd1f1dc
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd631e3c168a7ab4f5e0253f92b5ba99beafdb44
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31eb42f3f2c3627150f375d31bff1514585096a36ebf6b70f44c762ba36645e5
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0321e7b149996e0c850303d98f3cf480d1c2deca
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed326b5254298f5b7189fe891391f1dc43f8c8c6263f636abeff9e44ecbc8cc2
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a8904b7b97ecef73bc2bdb8c9c22f3f1750f9e
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c402c08428f7b4d73a0ccbbbedc1057f67aa4b38bbed02bb37242b173281dc1
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc9159cd31adce80002f55297e4a6b13a0aeed2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52fa8e83e74b19e3508fd50a48af44d6376fffb78327e2bc7dae7ff7bcd48af9
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784e07f85a2efc4faedaeb80a3a0f4655406607c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86998bea0ca0630fcabeea16bbe34d02cb79bc6a235d8044a398f4f5480c91e0
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f10cd4647f7688f91c254b86df2b9bba2777288
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65838a029d1d4cb859c5dde4974f1329b1e570c0d8df59fe5bbe7f81c37ca98b
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca10f5fb5b5c8102021c603857b5fbfdc32cc2ba
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52df058d487f3b1e91dc1396a42593c8729425ad129665efc2f768988557df06
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b993d0aba0d964cded66ef350d24eb7838a551e
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76c8300af63cea22f8ec303252db41ffae6d555ae162129bc6f547a16664d87
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f73eeb7c2f876292bc019863c672cc76850008
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2731e73992c7952da279333546c1a3e149e59a5b87a810d69d205341da1c514f
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17781aadd2794770c20faea9481c4bfc03d0c7a5
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc871df65e6586326a986445aa97f5f3c55cbf69dd21e380b16a6b8eba0ab15
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f720d0233b677d75e4c7b73c46df5b3b05df738a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c37dbccd3c1aefb05d3ab3ead26f6e923576859df6cd93da19d5280c3b555ce
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d8a3030e7049793d9c0f97e2d3bfe3a7e46cbf
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1d0860dda7588b00078bcc9d79126ab39deebdb0e2e107371468073d0a09f7
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18cee61c07eb67edc9fc7e68a920a933fd23827d
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb82ffb9dda4b6715217765a9823db0b4942c4c7a2fa25329f2df2738a96744b
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb7a09aced56bce201dd3a49a6ab6c2868eb0e5
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4400dbc5ab14009ef5ae96bbc70ad43142b786ab3de6ab853c1f63aa9f1b5211
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b62956216eb6cb2ce394a7f609e1c058206c17e
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ca51aca4ca38c0ab0b94c94c3e62a60c69980a059f08e4ccb08c0ce66422ec
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef895c2bd1fea370f0ae8da688c265049179f0d
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88dbfa308e2d90ca5d53842bdec5ed4e4d3ed6a41918251c496fb7a035c33a8b
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd9d1e453df57e416e8e0a7199fa68b33eaca11
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21eb18842f4495b2126dbd0dffc23798fee5652a90ff3fed43476bef5762405
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2edf9ef528aec1178dfce05c594d2a4046da215
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c255036086c5f79b5a543392898fe608857c1f53d0f52cb203976405a44069c
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c56ddae7d71a117ccc8120e647c26c0311073a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c21873f57ec444929a79bf73517ba2212f02ce411b5285ddbe7190007d1185a
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7fc9947892234f1147d469178de5fe965d6a818
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c7a92531fd0f00e9bcae725560bedeb3ecefe15359718ed75326b207a09cb0
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed6e9436ef611d7a978a4be9c212d79dee62204
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45494e5ffe5d5ef1a2082dc57cc0d7db3395e1b574020af082b1e6434ae42662
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba7b0ad3ca6a8b69004d0de091f027aa894b21c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c581ea4ed26bc4477b4eb354b6d0409ed16173b69940fd45d054e8234d1fb7
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9da5e75b52f53d4dbc1dd4cf0ed3c40ccde41f
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f498f3f1d1d729895f808248257588b4a5a153851ac37ae1ce161ede6e3a6a74
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8b7903edaf21048b59e41b1dcd22a2c64b87b6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdee08a07bc0cd1ec88c10b62b95aa56f84f4f62c0e4338ced179e64633b268
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a6d03f870c08e4b7158126a111d5576cb52ee3
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0d1d5f48a711a8e35061b60c7013e832491b1fb4af5733d84ee159bcc72da3
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4ca9d7a4ab18ea019c41e964eacbbbae81bc36
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdcef0eb1712aee2238cb874beddb14f34939c3136ebd83b5292eec96d093f52
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5acf6346690d4dbc2f7bc48cbdca4da29fc3ba1
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e1e25c7347eaf6d16e9ce46126c1fb5f1694845e7eed13bf5f8d07ac2b5020
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3ce992c67e63004037552aca8616048fb1b503
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82040aa670128104b11655e6039aea2c2b14c063f492611307e9740d2421b95
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421da46d64ab78451e76f68084d11fe35db206c1
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa717b5ad6379350f63abb067aab506dc5c6ffc31886db905500712038e66675
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e790c1b674b425311e5697519ddad3c1f23c90de
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7e262bb32a6097d1fa5e69881364f79aceb14a70a9c1550478548b94997d6e
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd65d24eb554046d50a982ca4e7b627bfacf2b2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b2401817a362c23813c1e01fc1ea9c9ac80137e7638d203e723e6909677f0a
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f550d0fc0efa5d660b23d6de0c389cedbfdc55e
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd0d8d4b5b6e5f5020dbb49fc791c1135cb98f28ba2c17df6d36ec002b31f88
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ce4c3b5b9db3fc8bb998eebd52afb86d6b45f6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2238c44a5925622fe56d685a19cb2df760ac5f1c3dda1cba16e57f95da98f063
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215552f52a62568dbf7a88429db551ec5602a338
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c822681aaf58e5b863bec6b95024e9d9b4a2d7e2d54a8602f969ca54784069d2
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d764b22197eb7f6f1cfb3b965af5fe1105d9a6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aefa9a5b408c01c989de26f7449e1c2e85a54b759a5e41aa28d3a65959e87a6
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31c0784c4d513c98fce2ee657ce35e56d3c52d5
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa04baf3b766611e4466c251e0bab0fd5f7a23eb868477fa77464a22e642b46
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c0c1f9bafd6a3d0d73a9113b1fc474ba426c31
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3d873d499f065fba65190b03bbea87503e8364c97277291112664d8dd7d9b0
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e77611ccd14a16a5b47820bbe1a4fe1453bb66
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66100dff20b614df9ff3942fbe8c601d38cbdc7f21bf6cab07f733a5c3a4636
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97e2c1143286cd596540ecaaafefe608ad36c7b
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c013d970793516340c93cae90ec0dadb6d2c6b831bbb576576e08588661703a3
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4535cd1b05eafd7bac9ccc0a9b2a8c9383b230a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa07ea66f5af7cd7c27c2f5b39c99c6323a7040d19253059b39584f8c8508e1
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6c23fcd9073c8b6184dfbfa08b76047ad712da
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df194e2eb71ee93d4ea6974fb7d1b1f3fe6a0917e54b9651e5a57c04cdbb5a2
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3bf3b0b6a372edaa201c55d052d514b84b5acad
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a35eb92062a45174d37ad0144e6bcb59c8621cd63885fa45eee19797c7a8840
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d308570e9ba82274a02e92de28ba78729babf0
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81c9e2d2ca40518e59be783a109ec168884ffbf29ad4bdeda58258756a30766
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf245d005538ca3fbee34ec784e945c43fa84ad
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771dde1c4205df3ec550ecf0ad818051b13eb878dd914c92b5a704c9defd2eed
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a3ad4edb1bbf9600c78228ac7976ed6df45f61
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0e0f0b658e1f8d4a8d364e6ced49ab81b4bd1cb47e249a5ed187463f1944c9
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc62858410fc114c2f76fc164f23d69a979ddd2d
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff11cc1b6349244ad6460e6e49efd8680ae0871ef459417862990167abe85f48
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbdbfd96b957fc032cc3ebd82968e114e6081696
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590372af8639d782041f2713cbd57f9d3fbf6e67de7c082cad5940f1baebbe13
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f4e4f27a4a85c4f24ab2a8e7174f1298cd14d0
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d05f48b9abaf00ac2bbd95337785e87a819fbeb7cbae57096ea00baf8cd164a
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7bc378b32a8167cbee3ce5a5b9d30d734d30254
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21add3353e84ecb49f7a8a1757f514288ac4b51a08b7ab3ab8ad36852567612f
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14633cc4d48326d7d637fe41cf1c020a20f72a21
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc4b0bd6ec0f0ee48291b256130b7b9fd1f639fcec61f3d45bae159fd42d02a
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9566e17c942a2e2dd46938bbdeefc930314f6bba
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ee48ab0ca6240eecc7d65b950cff7acde14c2e1fbb5e53c71a18339f559bdf
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63885ce996aa1f681e26ea8a817d261b517daad7
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6755728874472c9789a112347faa2d339ee3e1480c3127fa175a2b657960f109
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084c845b6aa758afbae96c082916f16612f77f91
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc50c41c4bced276b33cae68ba78851b848fbac778b64c5b54771aad395ab2c5
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14be7a92d2f5908dd64f41d27368418483ec60c6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac5b655c1acaaacfaf8006d7ccef6c6d2da2992a9b8dfdc0dd18d23df2cd11f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7084ff584674241439c08b0970b209c4867cc237
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5463288e9586841f5db42036d4beee52af836cd012f7b22e5f921aee67456014
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48087d7ac53b2d445f6c399971487b7f0f9848c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f640c2ade44b5ba8cd1038ca29c3dc13331827b978dc26c763d9823194e9f1d5
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f672634e744fd7f30e5ed22af80fb1026104b137
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac2f5162f1b70a19638b406aca7e31d94d64c9fe6b033079a91a996a35723a7
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6607ba4f183d3c94f533baaf96911fe739dc398
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31a11d0c6344496030165c13ba99a3460f04729be20ea2e07de407568efe80b
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0e928fe4056e8e7ac54236fb5711837f11b918
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fe94ec3c6eb7872a7a1cea6ecc30e77e4bfe1623b239048666f6c9a7737263
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c477429ae8e8182d86234bd20aceb089bb73e8a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7cbbfbe95cc063a4695add31c29da8c9d39cd02bb959df949b1359d414581a2
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8324be577de78b52c3a971831f8f38ad055d1aa0
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec88d9353f8229c50587384605e53efd06fb887b73721c4f71b996c25a6f5b19
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2fb7c494c5d7177252156177fce3fec4c6b136a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ffdb5a54e367992872ccaf9ad5dba3a01f3bb98e6a3a79f48315c5dce46fc7
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd0cad433a407d0672b06afd3f2bc749ef51efe
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4354d3c5488c3588ed3ae45b451777e6fbd0e475edb103343664a12f2c315b1
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f538adbebdd296a995584c0a89e32edf396c15
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc061c54a176e14672f7cfcf12f3af454cc9e30b082178344fde26da6e843d9
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b0a22b562bb04a4da06b6bb9acf696a873382a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab03f8c222563dd1990d513576d628e8061f04b9148706dba732d87782d04f17
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f2d069d19846227003100286f1ac867fc30df8
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71fe126b60ab277c2fbf83f2fc7e9943eb4087997aed5e9a437e4ff89b95673
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42e4f0f34285bac8a8fba033502522067a08644
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e1936d8ec8eeab262f94afef83c4f92d506baac18d35ceca2bc753e45db245
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c40bfde6a9f787181ceb36f5f4cb07a3bd27ae
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e973e03b6fcb871df59103897a2d8f97dc4ce2527d284c6631abb6b5d02ddd4a
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29a65d482816db65012bc529cedbb74a175c527
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaccab661aa381c298bedb7a30c7b23195e623bbbce293496431bd03cf82f9d2
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62edbbf7b00ee05b107e50e4768bde6b5dbdce07
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d8c2ec99c969a0379923e6197a03e192e30953a65ec38b0f83e9862ddb5307
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b053077d3356804aa68e4c363c7058a59a2636f5
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f043bd717e5c50f5f41a4fcccea2f0d2b019750ca12061088382340b71335c6
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b420315bdded61d27bde7a3571b795308d091627
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2be6f84e0f7f8b7e946faec04c281f4e0382305409488a237ea1de6ba8227b2
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728fe20ef0b588b9918201326984855b3245012a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03b4d070a6d94328313e20a1301fcb98d203996eb187ed42ec4babbe2cb639f
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be6dda9a8a6b773d0633a8774a9cde68c0dce431
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef91adbe71509c00b7daa683faaf54fd9dfb353a338874c006b7800a09faae2
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63dd518f84aa1e59d1ffa912e55cf95da19d6bca
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d6b33cc7995c9b250145577497d985c5527b191f18e560bef7bf28625ae5f9
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1452d155496faeb00b596b24826f3685cc3595c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187a8f76b1d14395275031df79f9f3dc43e6382de78e341e4494a97ab87a584e
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c295a9aefe384c4be3086b561e0893b9c9d3c6c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fedda3c2b8600c933dcacfa70a9f1e179513233fc82321691a12733f87ceaaf
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62eaacfa7f9594aff00791de6e856786b7382ee8
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd3544562e0af0d54103d43f65ce203c3706773d4dcf5246c79189bb21f3665
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01612ff5494b75be4a052e936617fb600ac19d79
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e78e8e1fe47fa26b25ea5ebcbc8b34d78674647cf53c72453ccc3e577fcb98
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a659eb694f3e2980d97a3332d392e97f31183325
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bcac1b3c9b2fe4ceeba6885fccf7de8f53fdc7a373f7467fdcf7af1a40c1924
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef2d0367f54e71df3f5a1d22172d2d08ba0e33d
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b25ade85d79aa4786f3da9350917369341d90ac0562872aecac52d45d174146
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca06ad5903b6c4da8cbb109933b04b1527abe34
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff741e5dce667ed4c910e32a0627f45f6b591a3d03b626a0e9a5b0e3f62bb1d
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d096ed17c7cfbd65744d8b666a1e9e9740258a2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1abe3144d0ea6e042c3ca963cf02b5b89339703f44ba0491fa974cdb83cc13f8
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1db18f5b672332a399d1d719388fdd56bd59198
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7274de2be416a682b3124c19aeb94dec25451dd1f1b5e4582105b14533c2db
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babf138d701909ff31154e675300bea279949c0c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f78c7f8b337355a40e9d15d9bfcf19498ba2e6d5cfc0cf0479dada6a0a011e
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab7a5f81047365f4afa70e7b9dcd9d2a2f17f2d
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc7adf022c4e2d9e264b6f9f44ca7b4b5ac7e10ebb76c392deea5e802efe409
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1379192514e491f4d68ec06844027cdff755464
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2e408c4bd682d3b314960c92a4f750e410ea689e8da2cca320b6866378005cf
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7b7d3024c57502b5a4e21b97c704f20006492b
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab188c7082bef4f478950f6a7b9deeba30faa6734f92ff5819d2761b535ef5d9
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7884b99d1eb64b8b7be7990ba624cf9feb19cb7
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa33b2d8be87904c3a43d0b77b51bf4f7c746a3badf0500e13405cc8609cf745
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb2759f81d0d6084ea052073c11296a6593c9ae
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e10e4078b69e1bb6874b2ca9dca22ca9e2599b943f8c8496645df0059c4bab
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0e9e12d3be65f4662056206cd7c688b8f7c1c0
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378ae677c1c920a3b18e9843d581497645108da83cd507e03837967fa367c28f
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f35f1c6920f9935b36569d0612c1e3fc3b032fd
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a36c9b9b89243b27de9af0e78d4a3dd94b9ae4e25a3785371ec1cdabdfd3dc
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042c744f8a07cb15e2a9476b9e4fc0d59dff54f7
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012ea8181ba4b9aa788da832c899bf670ad586f0b13c917c70149730cb8870ad
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118f732f2be2f349125c5ae074a4803de73bd114
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0dc93b02490aa58cdf2642b1995501f9115203ce36e7ad37024118aeb340ec
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71d8992e1a977474d0c46894bc5efcddc7c02fa
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac44fa3333deb93b4734db2f272162ee4f7492d0bde5d529971365094dbc5316
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a129912d87f4e70e219457f40d96579f6140c132
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ce846414cd05542b6eb2e739d5d730d2102dabb84c3ee808928b2a1888cd0c
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90d9ec4d449446cd3ff17332ea1483927767ade
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493122115ab58d2b866d6fbab6c4a1f9ec6cecfbb15b5fa76674ffd0e2017531
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba455a122a6f02aa52c638ddf24bf020fb62853
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835d88533dd6674ffdf606c1f3ecef194c58a65fb5355cab74b30a880763ac51
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a42dcea9c6d7c90934bc62229f05693d92eeea
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79f4037b9f5240839187859849545a248459a6aefd99ac50198f53ba3b9e414
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67e4dd6333bd1eef6116cd2e149891ddbb48e32
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a657ad09158161bcbfa7190da0f8475a0f8b7d52e13ba1f37fb066be7355c1
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f1da9d8503b5e60ca1b73b8ba1f02718d7c2d18
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5434b11a65e41b090182488c816a35eed4520c736b419b269a4e40aa29985c28
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5322bf736dcb0c3398a6f0761b068bde05337616
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54dad939cc6e14058b05a685cdbe34618e751349150472a427ffb383c55dbf19
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19356fb6dcbde95b2ff527fdf38b4c76e1db9fd8
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38549765b9b050a5139ba4c1b5c28903cc2ea65094ceecd64f4a5bd05417bc1
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab234713198d32c117c95a6b153a5aa378521b1
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8ebd9f05b32d6a0b43b3905d481ae63df0497211bf5a62dc6a860297ac91bf
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726083eacc847b4692a5aa57bd0239bcd6095927
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bfd7233f1d2f6a9f06261c87ee6d38fae063d1bf2c9bf3f72e25434d76cc69
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a71a5e0921d9fee4bb732b8e0a884a94447070c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb86e2abc65fc04b8bd98b94e539a82be3b35f37252d1939c63d6dc7085c0ea4
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998bbbf5e229f7e985eddc699a8d32b50a4b0a39
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3074871480ef76749489f89bb875eae7b26365a474573ffc128936f729b4344b
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5bf246ae4c07909a315ca43372b0139dad5bf9b
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929d2a8f4bb4043ab6d9d1637f9f074cc3b61f2e8c49dfc1de1ca3ae7078b914
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a108e96f649881347ecd0d6aeed41d7a395afc
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ef7457af0065bb5f865aedd5a19c4c34ab80ce36e1d3d29b9d94811ed1a6f4
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0aa05c07d3b83fb85ad9dcbfdbc487e97f1f3b
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425358ba9536b73dba4884dd1d9263d5c065fb84a46225736b94d56278209ad9
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0700842a5450b69186616edad3775e1d6cb14f6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37a87ab4685575e7635cdf0a392d601c4d9e46c0bc1979c41a939bd7fe5507a
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396c63fc5f4d68984b2c405952dbf87223cbecdf
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68527e349d79a5bc1d8a8cf25b2a32e979345318477613053062666af0a07e6
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5b34ffe6b2606d4eb204eae59b7a35c7e283f6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a74e10792f64fca6c305e18d94dfe098a140bb8808bf5e48c47384c59b9b98c
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8614c839fa55f527d8e1e06d0722595d5893cd22
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3e227a88579b6160a1a72e38ccfea80d7cae0f494015c9954199573961051a
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb88148e116ffb8152a8df876d5a3d5087c9c9e5
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601e013d10e7b8c7ef09e5859475cd4ab376574ff1df4b616f0ec06ad9aa3d4f
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824b618b6f61ff4cd9f81256e459fb27ef3feb9f
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10378195a79ee473b2ac5812ab7c49f0a1efbf2705c36ab7b5a08b88592f1bf
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d725cffe41124020f2d298a3e1c8907021fabe84
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d3c378eb9ae62054c79fc4f28a27ee94751fc297eeb1fa3183c7f005e62e8d
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2dfb21855898769d850f41cdefdabe1c6f53dfb
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8de51114922d09fb1f4dcf06b0fdde43d4d83ab5f30963d65f8b891b5be1a37
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645de5f602d34e1f9e5e34d67c71103655c5661e
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0d19dd7232b4d29a4922deb0b3e21826374211db4e39f365a6296100ea6c74
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1baac77b99a73a0832110e5c46b938b02be847dd
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289b8006659568f76b9bf1be397da5176c720bd692c80a9aa9d77ecfedb72598
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92d7a206a5145b17cba2c35c0721ee5dd96009d
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a972e0a0b1db359534c57545960fcbfc0640c9d158a03662fe1d3d2d723ad04
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1fb8802f5bc49f950e682f1817b776810a8fa0
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26735710f38dacbc6df4ea7048d3ce56513ef8f775e0cedcbeb57cf9ca138e2
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a4604686f26b6db2761af17820f8c333708c5f
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7578a24efc60d99206d50ac15bc0dcf87bd9f5b4248b8235a2175b1569b183
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db40005827ea738493538092b6ba202f62f0d559
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8991345a6fabbde1cbaf81ffa0e365f5ee04315aedb4018707aba2d87e925bf7
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464abf296be856a2cc62d61b06cfb2042ef818c3
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a98a2da8005a0fc548b7d2ccb413885c649533aa9c7a6d9d6a61edfa86c0e55
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4cc6ac17d0edd9f699aeb541716cbf1c1e81e5
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5471ace8776b4fa3c8a2f2d4fec8cfa96773eecd46c5552599a2b0354c76e14b
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7258a092ff420d466c90d90e3cd7a5b5b5603d6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4c856917387ceaa3c830bc4a032e2f42176b64c4e1922f6d5edbf5bdddf71b
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cbe28ec58ddd54f5cc266a9adb56f787b78a9d0
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7587c89f046bd696c36256fe47f52271a0c2eeea197ee7b948c1b1d24c1768b6
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9dab8300d55f5428b60a144ebababd9214dd5a3
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a65bd4a80b2994fdea344f51537cb4ad89b966a2c8b6a441423afb851f5c3c
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d41b587085c6c063a6adca813c5dd085d4f8b0
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4f2d1949871fc259ae8a0a5b029bc3b645a000f4f884e8cf7b86fc19c2fafa
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46be39677ee8fc4e345145fae223faabb9646fae
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d02bfe28df5728154f8717d84e5cbb2191bcd3cedba5bb27cc963d531aa5622
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c4e8b79991dfb32df6d666fc344ee1266ad74a1
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf07f2c30cb6a6f5a5c30480245aba2572f48d59884b4d2a53449e84e7e1f22d
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d714b984891a70f375560e23c9fd9c1dccf4af
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd1312c4c2db716951a8ed179363f84374f2b495ec170061eff517ab46a5b58
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2948750524751c0ead22a986fa6d94aa7c8d2dd2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06e4d2a515d3e9f13c1b101da46002153c0f3a762238818560444dd51ff3946
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc388e329bb1ccbb0cbaddd679f8305db3ebeac1
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49721c3777c1c70ab9a4f6dc315fbcb164b11d4c774219ff25f91d74889efabf
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9610fb8a4c79da257d5932efd910450a7b5a663
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27614e31deba436270b461849aba30c4a551ae9c2156af8b37a546e11f4c3348
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbdafaf7d049a2f34f4ed0cd7ce9ba80a5e135b8
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee4fc07df701e4da2f78d6bb48e16c28f0efcd2c482271f37ea2b8fbfbc9fa4
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e748f988d068ad1dd668f7a5025c0cea305ef13
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fafca6db78e876d080465313da365cb1ad5d9f3752ba3432f1386b7853cfb6
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339e39731361a893dc8e9d20e6058be9c32fbf30
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6fc7c53af096e0b33f3bcde7bd94a9a0e2e1e45db5f60a5060db35a85a80be8
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2573c9b533b187716a2c36f4004e72c24642d6fb
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601f6e3a31cbfec56289b5c9de0c70b18173a4ae74236dc522fa95f75863a092
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b9b4932700294ca8846a012135b1361efa3f0f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d56409dba7b1e8a221957acfd4b02ddffc6f6a190a58e89269b398ac9fb93f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a575000d329c609c0116b4427ea87a5327c71c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d71f8720fd3271afff7714be4620b4f66ef3c31a8ba1bc17c89878cfe818f1
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ec6e4bdea0bbdf2c07f1ddf83adab3922fe650
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e6fd6a997b4555222f6805ff441817333366d6ce50bf00f5f982456563f664
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f078b5a0e60bcaf4087fe1a0d890b4072b6e561
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5567553fe14e047fe50916c924476290a5ea7dcb9c446742a586e47293259e
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ce21d7dc7e5412327607de8109da7e9923d54c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0a955a2d0a3f4345af9a4c6eac47aae91c25eccbbe45ffa78ebb53957ebe1a
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6a4d214483877e2d6aef9e8dc877a162a762ce
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109a75bd5f767a29a5b8ea230505f0caa23c7b08c9392dca184de7cdf2f97564
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0767b0cec269c85954a2cbf2c86a2980353f86b
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b2c90da157ff162cec65a09fc5f7b053781887c6c93c37cf58f7b1d0b24b3c
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2475f5628844c36f37de2b9cf88df7f2a7856f00
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcbe8a7d17f4fedcc4f698d2372c5e50843f9bc35ac3ee76a0ccbb3ee62d5919
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8d51d1a1c7ce10a1fbd34b58223b39f301fbd9
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec43a7750eb7e636367529c6491656c39ad860453e3bd0bfab5c8654c317e278
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef6779cc672b8ce4fb9e7df5a49911338ee36c7
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d19e9f7a1fd2034023b6968b403e93f9e41690b390e7ec21576e919f1aa4e8
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d381bd322fede4598d52ee94a2a8af399d7e72b
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b174c1af32680f3a30f7b3aa3382718f89d1332b44d987eaf4684d1d6fe7ae2b
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb63794bedd64810cc344f35ab3cbd069e769c45
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cfc0d6d45ea5e8a14910811312d1fc471929b001ff217d234ef1f0f5ecc85c7
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ce76e01579b63e9c83c70ea830ef9ef1463286
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37fc25d94ff6cf47cb06065b3339e77aff0cbc8147513425efdc832e13e4ae1
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d00e67f324541a98bc5d1e294bd3b9e793d5f9
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e0c6ba4c496821eb7592ad3e2843bb1b491b1cc643b2848c9d81b13344cfa6
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c383e3b36abc5d2c1f7495d38f5256fb6a8b9f6a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b87f4efc239002277489afd4b7c28dc1ab610b9d59a303f5f8b05ce78f3acef
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002329b145241cdb3161f263878157827cd6430f
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a469b37aa01fa36f0bb43eb36314db33331f756217087eaec5f648780b4d0a98
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6486314d3971ff9383e729c309c424432e6a78a7
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a7d5f8a477cec1682657ae584b2c16244bf640e7f5057cc58e2b85039656b7
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6336f6a406deb85d75898c899f2ecf27ffe8317c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66856d23baedc2ace7d335f111f31af7272c34cb2f4b0888469f7db76e9aa541
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ca40ba55e86c979b7160bc2bda262b88606c1c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3ddcc3803ed4a0eabe740295f76bb56492626b8a033d2699cd0c99e9fe10a6
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715935ae6d9495546aee47dbed69db305c04aba6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834bfb370b6805f2478ccb821eae3ae200e55ba99a241943adc0e80f10bccb9b
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f503309c6cea6fc94c30bcf5e68483503a5169
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d50c5a5bb12e40a5933493a154ef7ee1b9f1fb68ffbce63d34def09f1f0059
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c66bb3ff6a5ecb200d6f88f218d4ea04bc23610
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb303868b1721a10390c126327731727b778a11a4f2c2f9a397eff4f72a38d6
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3d023dc69217dabf2a1c15761529bc2b0b9073
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bd255fb2c192f40580a6edb7c009095675f40ab82b4f0fd1a2d272bebd76b3
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7885ba9273f56a55b6ac1eb530bdd932d0dba31b
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526360acfa7f0f758e16789468efa3da658ea0b954d63cae51e890651d90c74a
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f67eec8d88c829167e55d6a8be14bf956c693f1
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097238f9c7549a3e402df497b4b42fbfaecde1c9a2f2fed22da311bcc8ac914a
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bca16a4157cc5a9d700562dd566fda45580ffdf
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3171faf2ca88ab0cd6e0c7a7fba27a340bee853238fdd52e4713db50d77506c2
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f20058f9389be167f13e06709bcf317a3decbed
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8ca2593c2c912f1d2f4dcd14323e15a8938995de5f5bc99b5a83fb337420cf
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e241da0158d8522395150241c49dbc4e32acbd5
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e0b72fd81e5b38ebce8447fdba144d5dc032111df67da8ee1066a4b80ffb46
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd3af58d949adb6f899a6cee7ed41f9007943a2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a7cda309c57a19638a657c2a6c9fa997775f11ed5df02f79b0ee07f8bdaf76
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92bc2c7679ee7c766369397c2dc59f4523c719f1
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec697543690211de87c8704257e3113d61fca1672b53d932ca3a5f72d7641048
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e4a60010da347f78854d93c429ddc7b0090eed
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6376fa44a2f50a870c67d904bb4dba05570674cd131f08fb31f798ca5bf2778
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5afbf964b08949b5f956a2a1be126f133201a1
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b55ac5b8124dd48d6fc54db3c93cfc648a17a5ae98e3ba371e7ba68b8534fd
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15277fab980289f1c3a6da5df98b0ba286a6620
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9c50689bdf512bc18f30eeea8f9d56ff0ec8cf4080d8e633b1dd4f40407288
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abc787af2e3c7568911897da288f96b92c85cfc
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157b5902b1b5969db9d84e998da2751ac97f51e187313922fb252b0c06c8c55c
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b35c96bd51a74a4b76e2fe6b2f929096edcf809
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646322e0ea9189340a823fdf14c760f0a9847ae80110585c4ac5cfc78a736dfd
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d83f517f11c5b084040c8b6e04be3ac3ff44a3
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc8ab603a9646437ef59ac89b2d942c09a74b1ca05e9e66c8ff5777136c0778
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e56fa91629d21231093bb14d636749c8e9bcc6e
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e0377a08d3e6d88296fa95c6dcb7f7a1df5703d95861feb30166d7ddc831f3
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48bcd3af23dda96273b0b8393f97c7ff5be3a26
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db294a0cff013ecdd36d55173dc0f033cf21cc9ec15e1eadd4abfb9bb05350d8
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ced9c8303759d849b3075fe644bfe14cde13ef
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f06226c47aeb65c919621d2f6f16594a69d673438129121ad5151dea596dbd
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5100218b5b3c38f34f1b4933f3ea420a29b90d2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb3475f16c7c2f53e841171ff56a223fbca62a0d546560fa4a84babf44c2a05
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5acc9b710203fc1d7eaf791ccb6208eda2553680
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1288951f213e33eb45d4d79d5ea150b146ca16c6db7baf7cc9521c04afb4b15d
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324753039270bb89248047bbbba08973138b70d7
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7529230424fd03844456e7900d946a7591f209f17f0ddd02645df2b9faddfc1f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3358d725f267a906a82fd56ee4f6321904854574
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c42dbb04a9c77ca004552cfb966d7e0f627917274e4d304cccb46779b0bdcf
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc01ab363650953ee0a5f8b4fc40249caea8a1b7
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad2764cddd1d1c087c702ba04684be094b3f9cc30531ff5379e0399f5ebf68b1
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176c211ed9f29181a33c51490c68c39a6de5567f
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a205872220bf7f8c1692bd0026e64ac2afe1aa5f485d34dcc524d379adf568b1
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0fb1dc549246f7f37c5538ba97aa0f42908650
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8204c710968d1208f3d113424c68c59e47fd767b1cc8fc4fb930655158dc32ef
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398979775c9677ab283f27d503420822a30e6fc6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced280107fb988e9097b65ac01952d47e0a2cb1f8d420c89070beb1a10bb7123
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947e63c43317d40349826428a04397fb1379de00
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d57774776bd5f7526bc665be615c9ed0ada9fa58756a70c7a821a0845f91f0
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3715f7aadc8fabf08caf12667e8d981b46080990
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2068d7d310dec8efcdd0f4c11cc34d1fb4dd6f4d75d4f90d57cb34afa80779e0
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0d259d36ad9d9339b073fa20588288cf1b3f81
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918b547ad4f83c60604c67fd4107a6cd650815dfc3606ed5bd49a129620d6b80
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ef3e12c9a56b8e3a70d16b15a914238bdd5eb2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe549ac2688795ea8836c5187a9e177528f62760496a5f70ebc869cf4b0f212
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e49a22dd34634a958448dcba92a3723488197e
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328333ec3dfef33df1e3f2d863ad95741a20dbfa7e318cdfdcccc9bc5034083a
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7856f3302ae86a7bdfa2161c07d9161ee916449
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9e7deb73515fc0705d73a0767557d12faa7a07dab448ef596219d07e7bb11e
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2598be38538f07f64ff58d961e26e14991e4ff3d
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66a21f00d1b6d212c0ba70f0716c6efb3390efeea45331011ee48bf5faf6cc0
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab587f900f707465274b061950cd4bd06f257b1
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a326e4acadd4a0efba69c3c1d486ab94eee9b48525909e8758ed4afdab73657d
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12cf04bdb5e309ff0fa306f4648106abef317d4b
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0311ea0bf57dcfbf3ea7c8f868e2a84a16df6ea00feb54976e420acd62398202
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66328940d7769e4c5ec42234f3680224c249f51
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78954fc46147d7aafa2ccb9135feb6d9a7008d3f917ee8ec3eb43ebb1db2c23b
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d04c915f315bc5b79ca40244ff8d87e07406318
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a96c1e1e20b0a22a6c6109a9dc5344efb55d4b002b83563c759e518199135e
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac43f3c10e518740cde235b3605fc1d6179b23c8
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f143dfdf17f929a1f4d7d8a35d335e7654142fa7d021dbab8b43f951d1afe15
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4837f33317fbc5044f8a63998e52956749cc9616
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7de0433b565e3d20d46f5689d7d5cff6557492b8182e09e38dd35515868f8a4
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c44cfdcc218a7853c83c61a79d3b4f8942814e9
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2358c51db6ec4de7fcdd872ab7b1070a64def2fbc48c0004067ef67b9e6590e
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3242b6fbb506aa49c87919a091a5bcdda939c6d5
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144683d14133391b92e03135014ab0ab2649c5c35823912938c140da8fe8855d
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfbe5b30505551b1159503531be85e07967fc29c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a7cd2250dffd6682a6535025335fad386f77b99c6ba76f33a0992d3a3740c1
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091d287a9f96d45ee539e8d7da150f7403b2a169
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e632f798ec7d3c57ce579943011324678e13f10a77acfca23467dc1bce8d7f7
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7bff9e4f937f4222540439e82e031830239117d
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ad93e9406e7be3ed19e81d6835bcf2f5eaa29897098a6dc38e91c25325c183
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7013ea4e0f3a4f868042f9477fb488a324148d71
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b770bf2e6a4bd693f5c2fb8fecabe26588dcff05d6fc2552a451bf441a9e5a
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33cd58b72d93b25ee09ba95e6d8245171b0858f2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2360d264951a55c425c0b64491089fe9358563803a750a8debe02055788fe841
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a0415b174aae9d5955f00893dfeb3d4b26d308
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff7dffccf1c03cd70fcb7e11d3a542dafc2070eacc6d85fad6cf29fa541ad37
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162b0d08b984cd2578cdee78a73e122b64ea6f36
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5206acc29d4e507060a2ff022674449b40b8c342c35b6d61a30ac87e79a2b1
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa5737d09c11a2b02fb226d080c7942ce8d6ddb
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4a4475e4a40b4fed8cd2a097333c9658f8e27abdfaef659a2d1e06afb2417d
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108e97bed9982165671a404542d26816ecbb7dd6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1886081993522cf403092586e22fac7f3a721af2ed0b0a77d8defe3e7d292af0
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce1a8aca7d16bd030ac7d469a5a98aa0b788b24
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729ac2e2c6c7d16ce779c047b5df0c9df1ffedadc8dea64f5833dca5449662cb
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0361a2a5044aa33c535eee53cb55f5f91a1837ed
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff9ee2cb55522cb6f8c1e90f5aa834a0ed88bb6b0a5f1cd9144d4c06f15d5dc
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a93d4a035d594aa8322483b88d9845b4f7812bf
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d92ed3ae5ef566a68082aea49acaa0856e8a66550c54ab49652e6344f97ad5
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42c860f3ffba9b33d0e42ab1a1b699f39957835
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db4e3333fd8787a8fa237536b7a83e7dfce22a67c5c34b8ebf56968a8ca375c
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e95d7396445ce174c6211127564a147bd908eaf
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8be4221b60712536e848649fe78c1e9992b9a6c8078d2184634e31b56e8bbf
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354e58522493a6c724d6e16e49e757da4c250f5a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733e33c94f021bcea989128869378fba6c6ce42c4dc539a4e458af5e981b804f
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4461cc9de38d32267f76cd764b6f8199cfed38
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22156e3544a040a1cef912766af5a9da752a901b35e366458bcc41877aed767b
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14bdbf455706be722ee5bb40cf26f77909a39b46
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3391e9d1177eb01bafa464a9fda40345d47b4e348006f11edf4a6bd7d79a48bf
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d11678604860915c4b66afa52ec628148ceb81
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09489141be09da7565a78607ccc661b3afa3e18a2eee4fa4a734b48445dccdd
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1125e3b143b9a2f5e0ad44a7522daf593d6388
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18c8c9cf3408d95fcc0865bbdf341673b52750ec20b64263ad3613b078c4a4a
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30f3d9eab54bb416eab9a9e1d5f0862254ad79d
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859339343005f24fd47539672bffc2a4b37196d558ad0a214ef326efa6ff2226
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765ff810160685b1f487e5ee77c6e86d0a0a9758
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90ba641146a4cca9ceb3255edf4a943595fddda705c0be50f33ee7847961548
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56870efd9d5214a0b2fc6e7ed58c94db738a1d9
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fad481a60ccd0c0937372c4e85b51b1348adebcc362de4a0744159157bdc4e
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bface5886c710f97b02b9906b5773e5a5bb198e4
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9bc9a0fb3b11958c7bc55cea3f74e52ae13c392abca62387ff7163f9e072415
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a6fa4c1a8b7444095ad2f5ac8d73e8b02f0eb0
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791f69f4ed5e1a1be90e00e155e39940e22de55343c9a61713e2c8b75ef09fdf
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7b34c0121f2568340eeab21ab764e33e4a975a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98883264a8de11aad5ccb1be6a189e5c7e120657b70465b8c9c3047cfab6eca5
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d9b6126c7f97257d6b5169d14b2dd88a640f75
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e745486db651a7fceae9f95024bce1f77c5af560b23388bde81c23b8af2d9e
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437e6b85dd83d6a6e6e8d3cf3fb455c0ed03eff0
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25909df33ad6cb343a7b52666da5a88b461987496b0eed1776c4136f9f93dce
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f966e7bc84a44893e7584e93e96af5065d2422a7
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7df6d65d187d9c5b21ab7812442f0e9a36da34f9e486f46de8e4158b33581e
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4916d986543cdf3d428b64ba3aa9cb2d47a2e3fc
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2edab557d496417ae9aef5223fff0020eb12150f8211f866dadaf8f535e2a4
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecba89dfd76e8eaad478cd2e4b3fec727ce74dfe
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f805ac9c57d0f99be0d38fa83a8c12dc632adf1a3311863aee47d758f45222
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6338646a1abad9497d09c37ead6ede12055ea01
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0cc4635f155fcd78e73d9687ae6dcfc83fddf4860a24499f5b60cfe1f3516b2
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38df5728de79e09db824be64ea3228f8343d054
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285590475c5dad44d8b471d21ee184dc86027106635244250edc8dd2c5dcf568
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9277ce9b277dfd84c5ea991fe143bf821ffdb6
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359c5e0befffb492d0b8e98e91ab207abb9b87408d87ce90ac84c79838ee165e
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870aad2684462ba4070cd9f87de369b9e39ac5a8
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3508db733f83f920ccc4afb73d4e543dc88107049c3a24caa231e181a32e95
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..607aad0dfa945314069bdc650d0f9a24b83270ce
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b839f95b0e6d5ca9b80a22e2b23f453b34223c1b489e5603e195e741deec55
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164f1b1d763d271f7637281d3047eddebecd3a8c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2e4b704e7b4b75389056c232810e2fe8c1e6c469bc336d42b8a5d4fc71f370
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51efb7a00f50f6b3ca87691a38fb5626addc9b63
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1e25d87d178263159a9a7e88c5cc6972aa2d2a798af0e94cbddc8d45865210
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..665949f0e3bb38020379c6acaf01b0f63e7a0973
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4ce793dc1b45506bc7dc1f8efbfa7e337550f00620f4de2fa87314fa14aa1e
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a00d3ed0822e9c29a90ed6c794a02c557bc06e0
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7460fb43a52353f8267e2653f8aff2280fb3ae11f614bd5da8cf5319d31671c8
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc15b17cd77bb7880092ce969a6f01bd98d5cb7
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b5fb83f3d91635ff1637e286e61f7ba936e289ed0912caee4b2062ae178840
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f10b1f9688f2688237f9ea9a989c46b09f2579
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1bb8b8708c5e491d5ce97d8828ecb17bc7b77e55a8f859e29a65bc71b25c8c4
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693ff42b28af0471990e09e0da53f016b39586cc
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718f84f9785236d2e9d646c5100b2dad7e25e2994afa98caf2d3b3d152cb5e31
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce4138e7a19618431c9cc50d7c099d05d67e511
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4125942647cd5ba0f459a782b1dab8dcfddd9566edaf4be8703f02df028494
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb97903ebe90e123b758df4d642e67ef72bf456
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c4db2f0aadc673fd9fab361622baa9555d6c712b590ee53bfecfe5aeb3c5f3
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127f09cc38286bbed1ede805e1a6739a99e42264
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a607f19097b4ef7cc7c07d370701c1c27a00286f0ea37373c12c763ade29c41
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0bb79401e68d0582bccef17721a6a275155ab46
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1f498c7b432edc74153a19215a0a0ad03fb84a6e0580f3b2ada7a5175c6692
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4bacfd1032a7e42b0db5ed7f943707455fd36d
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27d8a99eba17cf76d788e10ce9f9c39107ab069bc0ab32741bb7f6981104d4d
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769eb7d3bb01dd5e02589fab5320d1d2e1a9522d
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7896424affba338ae612080ee305e06a315ab0abf04ffcbc47280fca61ca634e
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4666d462e6664b79493a63b4aae00105c62037d0
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120570b54f81409311ae141cce49265ebcb57968bcf5be9ed1bae019f6d4c312
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e432a4af6658b2561099f364c338bec10258de11
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ffc2c98af80d4126ab87ca72814e9fad0336e391cb16c778de034650d2647f
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e321d3686b0dd81fb4bf3ad6e4cd5bdb110ff7
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce02098779eb89a0e34251ec9ebe696defe6c475c4b1a31b1bfeab9c81f59792
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2b3c3bafad62a93e5ac86044696e9d6c28354e
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67383fb6d0df0f202339210720d2d0605bfbd92455dbf593525c4eb024903bf
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60fd7daa9cea9b6dcca02f92de0e22eaebfa710c
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1aff44ffce09e688b7c026e170bb12b50ea6139e6fc645039724b334f31e08
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22c4aeb27883e00621774c097f6f5598983e2d1
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6bc7e53cdaf138e1117549527ffe27a2232ee27fe2b14245fc4be4158ad9d6
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71732b7887553a97d805cb6da833797a13104bbc
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1920dd1382b8f3bcfad26e6f2531dd43ff303913db8b25f928597d031ed219ea
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d498b88486dbb451fcae4c8df8a1aa7d56a0a0ca
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5a26752613ea9795d6e83476484d3ca0fa22c8a3e7d9f432f1abd3114a5c2a
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a6974191308514728e791605da7d4b990d112e9
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a021bd2e4404fbafdef89cf41d0ce832f45ff234c94321baebd663ba97fd202
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5efa3b177dc5ed53cc97209af6da271fe685af9
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d7aabf35239dbea8cc0253c8c85879851e34435f0ba63f4cee7549893b1a14
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9891c6ccbf1211c65cf04c86c8c41a7f5ff217b4
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1f6f84c2f854133fe69320fe573182c2097701b8330a2fb090e1a71f04bf35
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb492f0f50dd8a57121f7a53ea8131c4dd56bba
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1e8984b3b6a0b6db022e5af85079681e3f6abcfba83de77c6b1821bd62cbbc
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c10e8ab3c608bd939191a3acb52f878ad4d2cb
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f55158520a20fc95e9596daa2be1a72889d6795ee75d5b0714a2a4655b22219
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597f5d86f8f4f50d0c92298b1fb7ea6813b8de5e
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a3c94b65daee443b8fcccd9debe821624b348863b8910f6fc3992b838eaaf0
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9250360df82275ad0ef28db1e8a07adbce5d83ae
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776edc5564697fe9d266ab198f96cec3741afe03547fbccd3f59d651080846a4
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9e369d1beba44c56d7a03e1c29096446765e4d
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579b1795ed49cbfc40b1112a7445fc576e4c0ec73dc2f44f01082bf45877a392
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9adc11f813024be705f86268fd3d8178296b93c2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1351d663790d8ec8cc87f44f08a714e6bc96ae2d8388c4230510729f1aa5adb7
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1643d97f405ff79624c97a20f3770dc1d42b1590
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193b0016ab0af713810d75aa9a43257fbb126e71bcd556b5b6ca39b56efc52c3
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0b5152d354b3079d1c1cadb0c9ec702c66dfbd
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2f780edef66c01f53f883bdabbbd90766b310ab52a961022cca74947372941
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974d9771edc7e80d611626a43a12319f5001a291
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ecc2905e0cd72faab054bbf755721aef7e47bea4890b9956ae9a2090147874
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cfaebcb044d9cc7fe1b25f9a6c93e18f7174598
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13360f5b752475f9dbe979a2aa2eea41939fc7c0df095c17bd6e88a433f8c797
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17e8f600380de8ed38499997413e3d30f8fc3f7
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44fd77d3948bb6f19e6de84ec223d9aef50d3fb9c966c3154e8004e90f64c6ac
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712aa3e6a4a34c3416bd2fe7e4b77914e313dcd2
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde441f97de26ffce3d6a430039fc0a5a4cb649d123055e5f8fbb152fe3749b4
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100631d2ab430120f3c4b41ec258b9417d9f6371
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09fdff57f9cf143f095e67cbc8b3e871ba4b1185a9efacfaf2d36ba4bceb3c1c
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe27db999a463427f3d7837a9064a03b15d3b5b
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7305d432f408552b949964db21cd1b9c57fa3f46733faa02988bf598456b843
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f899ca0caa4280b010d9cad5a6298e0127e1e4cb
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2a31a6c8aeaaf3ffbbe8e9c46d79c0778b4208d50fcd556ce3431c17f6eaf6
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d91d3f1e189b737003ccac28317df47a6825eac
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6301f5dd5bd511333893902e256c643b25154c70cac67b2080431c1b603d5d1
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a47292a64975b4818c979d8102c12a1201b711a
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e224e2477a8f125d949b5d5e1a842eb47ce599bcb480a42db88fcb1654d5d7
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89f1da32319d267c53ab55f59ac1e43b2b59d6e
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfcf955ef9effa055e9f561adffa59776093f96594ab77615fca6155c1c5b27
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e8a9e4766154c130fbf6a3baeffdee86af0f09
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66b689fe857848db478b32fc9439ec5849757fdf94b39aaaf09cb78909c5942
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7afce10ae48fd210158fe0d3e05774746f20b8fe
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ad415f7cb4038ffbbc0ab07b408b4479b5f60b33895111de00f15db9005fbd
+size 23683
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38110b60802998c977328884313e2e624daa253
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d493e4b7eda35c7b38c6df20d9bccc1cf4d19076d8dd34f82b885e2d8b435dbe
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e8ca22444d624b0423e4fe09d9bbdea5c9592f
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7077adfb8cf044257507f3bfc028d21cfb5bb918de10ccd5e01f43520d49a266
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdbf9199ad86c0e7942d3753e5516349bf512eb4
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a21a7978b271a496e66d34c5caa89553c073f47dce1ea03680c17321c09d6cb
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4c5b76cb6175f76bdcba0dbe03de8e5f4ec208
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25e022b16da61f3e05008e77aea2250c0b864c0298fdc96d5f985fb8e428f83
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20913b4ddf4f865b231457c0439735156736c781
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72589280594e288052c7dfb5c63cf36bb8870a7ff7dcdcaa8bf13080aaac9eb3
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73cab0bcecf925eee9b5402985d027d13a26789
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a45568a3b8f3f00c34cff0cfe030250fa3ae2428ee323f53cd564c3e2b988fe
+size 9347
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11bcf71f18921da36fa0fd471871154eb97afc33
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a02470c1fd10faf3adfac660595090fbb957e9777718b93bfd92faf80162bf3
+size 2179
diff --git a/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb354fa82ef3a36ce049150f0184651b95033e30
--- /dev/null
+++ b/params/tinyllama/7/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9ec48d16adbd2debbc61f57290e071129bc265efaed1059847503bcade9991
+size 2179